Upload W&B logs

.gitattributes

@@ -34,3 +34,7 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
 tokenizer.json filter=lfs diff=lfs merge=lfs -text
+wandb_logs/run-20251122_161333-76f9jnsn/run-76f9jnsn.wandb filter=lfs diff=lfs merge=lfs -text
+wandb_logs/run-20251122_162012-g5qyspo9/run-g5qyspo9.wandb filter=lfs diff=lfs merge=lfs -text
+wandb_logs/run-20251122_162942-hn6dt5mn/run-hn6dt5mn.wandb filter=lfs diff=lfs merge=lfs -text
+wandb_logs/run-20251122_163550-m5him6ro/run-m5him6ro.wandb filter=lfs diff=lfs merge=lfs -text

wandb_logs/debug-internal.log

@@ -0,0 +1,12 @@
+{"time":"2025-11-22T16:35:50.805821173Z","level":"INFO","msg":"stream: starting","core version":"0.23.0"}
+{"time":"2025-11-22T16:35:50.983274069Z","level":"INFO","msg":"stream: created new stream","id":"m5him6ro"}
+{"time":"2025-11-22T16:35:50.983363489Z","level":"INFO","msg":"handler: started","stream_id":"m5him6ro"}
+{"time":"2025-11-22T16:35:50.98355309Z","level":"INFO","msg":"stream: started","id":"m5him6ro"}
+{"time":"2025-11-22T16:35:50.983569327Z","level":"INFO","msg":"writer: started","stream_id":"m5him6ro"}
+{"time":"2025-11-22T16:35:50.98359798Z","level":"INFO","msg":"sender: started","stream_id":"m5him6ro"}
+{"time":"2025-11-22T16:39:00.205501519Z","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
+{"time":"2025-11-22T16:39:00.463399932Z","level":"INFO","msg":"handler: operation stats","stats":{}}
+{"time":"2025-11-22T16:39:00.468876223Z","level":"INFO","msg":"stream: closing","id":"m5him6ro"}
+{"time":"2025-11-22T16:39:00.46888806Z","level":"INFO","msg":"handler: closed","stream_id":"m5him6ro"}
+{"time":"2025-11-22T16:39:00.468936772Z","level":"INFO","msg":"sender: closed","stream_id":"m5him6ro"}
+{"time":"2025-11-22T16:39:00.468946311Z","level":"INFO","msg":"stream: closed","id":"m5him6ro"}

wandb_logs/debug.log

@@ -0,0 +1,29 @@
+2025-11-22 16:35:50,521 INFO    MainThread:8125 [wandb_setup.py:_flush():80] Current SDK version is 0.23.0
+2025-11-22 16:35:50,521 INFO    MainThread:8125 [wandb_setup.py:_flush():80] Configure stats pid to 8125
+2025-11-22 16:35:50,521 INFO    MainThread:8125 [wandb_setup.py:_flush():80] Loading settings from /root/.config/wandb/settings
+2025-11-22 16:35:50,521 INFO    MainThread:8125 [wandb_setup.py:_flush():80] Loading settings from /content/code-switch-identification-model/wandb/settings
+2025-11-22 16:35:50,521 INFO    MainThread:8125 [wandb_setup.py:_flush():80] Loading settings from environment variables
+2025-11-22 16:35:50,521 INFO    MainThread:8125 [wandb_init.py:setup_run_log_directory():713] Logging user logs to /content/code-switch-identification-model/wandb/run-20251122_163550-m5him6ro/logs/debug.log
+2025-11-22 16:35:50,521 INFO    MainThread:8125 [wandb_init.py:setup_run_log_directory():714] Logging internal logs to /content/code-switch-identification-model/wandb/run-20251122_163550-m5him6ro/logs/debug-internal.log
+2025-11-22 16:35:50,521 INFO    MainThread:8125 [wandb_init.py:init():840] calling init triggers
+2025-11-22 16:35:50,521 INFO    MainThread:8125 [wandb_init.py:init():845] wandb.init called with sweep_config: {}
+config: {'model': 'ai4bharat/indic-bert', 'train_file': 'synthetic_data_gen/data3/train.txt', 'max_length': 128, 'epochs': 3, 'batch_size': 16, 'learning_rate': 2e-05, 'warmup_ratio': 0.1, 'weight_decay': 0.01, '_wandb': {}}
+2025-11-22 16:35:50,521 INFO    MainThread:8125 [wandb_init.py:init():888] starting backend
+2025-11-22 16:35:50,800 INFO    MainThread:8125 [wandb_init.py:init():891] sending inform_init request
+2025-11-22 16:35:50,803 INFO    MainThread:8125 [wandb_init.py:init():899] backend started and connected
+2025-11-22 16:35:50,809 INFO    MainThread:8125 [wandb_init.py:init():969] updated telemetry
+2025-11-22 16:35:50,818 INFO    MainThread:8125 [wandb_init.py:init():993] communicating run to backend with 90.0 second timeout
+2025-11-22 16:35:51,276 INFO    MainThread:8125 [wandb_init.py:init():1040] starting run threads in backend
+2025-11-22 16:35:51,767 INFO    MainThread:8125 [wandb_run.py:_console_start():2504] atexit reg
+2025-11-22 16:35:51,768 INFO    MainThread:8125 [wandb_run.py:_redirect():2352] redirect: wrap_raw
+2025-11-22 16:35:51,768 INFO    MainThread:8125 [wandb_run.py:_redirect():2421] Wrapping output streams.
+2025-11-22 16:35:51,768 INFO    MainThread:8125 [wandb_run.py:_redirect():2444] Redirects installed.
+2025-11-22 16:35:51,770 INFO    MainThread:8125 [wandb_init.py:init():1080] run started, returning control to user process
+2025-11-22 16:36:09,574 INFO    MainThread:8125 [wandb_run.py:_config_callback():1385] config_cb None None {'return_dict': True, 'output_hidden_states': False, 'torchscript': False, 'dtype': 'float32', 'pruned_heads': {}, 'tie_word_embeddings': True, 'chunk_size_feed_forward': 0, 'is_encoder_decoder': False, 'is_decoder': False, 'cross_attention_hidden_size': None, 'add_cross_attention': False, 'tie_encoder_decoder': False, 'architectures': None, 'finetuning_task': None, 'id2label': {0: 'O', 1: 'B-GUJ', 2: 'I-GUJ', 3: 'B-ENG', 4: 'I-ENG'}, 'label2id': {'O': 0, 'B-GUJ': 1, 'I-GUJ': 2, 'B-ENG': 3, 'I-ENG': 4}, 'task_specific_params': None, 'problem_type': None, 'tokenizer_class': None, 'prefix': None, 'bos_token_id': 2, 'pad_token_id': 0, 'eos_token_id': 3, 'sep_token_id': None, 'decoder_start_token_id': None, 'max_length': 20, 'min_length': 0, 'do_sample': False, 'early_stopping': False, 'num_beams': 1, 'temperature': 1.0, 'top_k': 50, 'top_p': 1.0, 'typical_p': 1.0, 'repetition_penalty': 1.0, 'length_penalty': 1.0, 'no_repeat_ngram_size': 0, 'encoder_no_repeat_ngram_size': 0, 'bad_words_ids': None, 'num_return_sequences': 1, 'output_scores': False, 'return_dict_in_generate': False, 'forced_bos_token_id': None, 'forced_eos_token_id': None, 'remove_invalid_values': False, 'exponential_decay_length_penalty': None, 'suppress_tokens': None, 'begin_suppress_tokens': None, 'num_beam_groups': 1, 'diversity_penalty': 0.0, '_name_or_path': 'ai4bharat/indic-bert', 'transformers_version': '4.57.1', 'model_type': 'albert', 'net_structure_type': 0, 'gap_size': 0, 'num_memory_blocks': 0, 'down_scale_factor': 1, 'tf_legacy_loss': False, 'use_bfloat16': False, 'vocab_size': 200000, 'embedding_size': 128, 'hidden_size': 768, 'num_hidden_layers': 12, 'num_hidden_groups': 1, 'num_attention_heads': 12, 'inner_group_num': 1, 'hidden_act': 'gelu', 'intermediate_size': 3072, 'hidden_dropout_prob': 0, 'attention_probs_dropout_prob': 0, 'max_position_embeddings': 512, 'type_vocab_size': 2, 'initializer_range': 0.02, 'layer_norm_eps': 1e-12, 'classifier_dropout_prob': 0.1, 'position_embedding_type': 'absolute', 'output_attentions': False, 'output_dir': './models/indic-bert-data3', 'overwrite_output_dir': True, 'do_train': False, 'do_eval': True, 'do_predict': False, 'eval_strategy': 'epoch', 'prediction_loss_only': False, 'per_device_train_batch_size': 16, 'per_device_eval_batch_size': 32, 'per_gpu_train_batch_size': None, 'per_gpu_eval_batch_size': None, 'gradient_accumulation_steps': 1, 'eval_accumulation_steps': None, 'eval_delay': 0, 'torch_empty_cache_steps': None, 'learning_rate': 2e-05, 'weight_decay': 0.01, 'adam_beta1': 0.9, 'adam_beta2': 0.999, 'adam_epsilon': 1e-08, 'max_grad_norm': 1.0, 'num_train_epochs': 3, 'max_steps': -1, 'lr_scheduler_type': 'linear', 'lr_scheduler_kwargs': {}, 'warmup_ratio': 0.1, 'warmup_steps': 0, 'log_level': 'passive', 'log_level_replica': 'warning', 'log_on_each_node': True, 'logging_dir': './models/indic-bert-data3/logs', 'logging_strategy': 'steps', 'logging_first_step': True, 'logging_steps': 50, 'logging_nan_inf_filter': True, 'save_strategy': 'epoch', 'save_steps': None, 'save_total_limit': 3, 'save_safetensors': True, 'save_on_each_node': False, 'save_only_model': False, 'restore_callback_states_from_checkpoint': False, 'no_cuda': False, 'use_cpu': False, 'use_mps_device': False, 'seed': 42, 'data_seed': None, 'jit_mode_eval': False, 'bf16': False, 'fp16': False, 'fp16_opt_level': 'O1', 'half_precision_backend': 'auto', 'bf16_full_eval': False, 'fp16_full_eval': False, 'tf32': None, 'local_rank': 0, 'ddp_backend': None, 'tpu_num_cores': None, 'tpu_metrics_debug': False, 'debug': [], 'dataloader_drop_last': False, 'eval_steps': None, 'dataloader_num_workers': 0, 'dataloader_prefetch_factor': None, 'past_index': -1, 'run_name': None, 'disable_tqdm': False, 'remove_unused_columns': True, 'label_names': None, 'load_best_model_at_end': True, 'metric_for_best_model': 'f1', 'greater_is_better': True, 'ignore_data_skip': False, 'fsdp': [], 'fsdp_min_num_params': 0, 'fsdp_config': {'min_num_params': 0, 'xla': False, 'xla_fsdp_v2': False, 'xla_fsdp_grad_ckpt': False}, 'fsdp_transformer_layer_cls_to_wrap': None, 'accelerator_config': {'split_batches': False, 'dispatch_batches': None, 'even_batches': True, 'use_seedable_sampler': True, 'non_blocking': False, 'gradient_accumulation_kwargs': None}, 'parallelism_config': None, 'deepspeed': None, 'label_smoothing_factor': 0.0, 'optim': 'adamw_torch_fused', 'optim_args': None, 'adafactor': False, 'group_by_length': False, 'length_column_name': 'length', 'report_to': ['tensorboard', 'wandb'], 'project': 'huggingface', 'trackio_space_id': 'trackio', 'ddp_find_unused_parameters': None, 'ddp_bucket_cap_mb': None, 'ddp_broadcast_buffers': None, 'dataloader_pin_memory': True, 'dataloader_persistent_workers': False, 'skip_memory_metrics': True, 'use_legacy_prediction_loop': False, 'push_to_hub': True, 'resume_from_checkpoint': None, 'hub_model_id': 'h3110Fr13nd/guj-eng-code-switch-indic-bert-data3', 'hub_strategy': 'end', 'hub_token': '<HUB_TOKEN>', 'hub_private_repo': False, 'hub_always_push': False, 'hub_revision': None, 'gradient_checkpointing': False, 'gradient_checkpointing_kwargs': None, 'include_inputs_for_metrics': False, 'include_for_metrics': [], 'eval_do_concat_batches': True, 'fp16_backend': 'auto', 'push_to_hub_model_id': 'guj-eng-code-switch-indic-bert-data3', 'push_to_hub_organization': None, 'push_to_hub_token': '<PUSH_TO_HUB_TOKEN>', 'mp_parameters': '', 'auto_find_batch_size': False, 'full_determinism': False, 'torchdynamo': None, 'ray_scope': 'last', 'ddp_timeout': 1800, 'torch_compile': False, 'torch_compile_backend': None, 'torch_compile_mode': None, 'include_tokens_per_second': False, 'include_num_input_tokens_seen': 'no', 'neftune_noise_alpha': None, 'optim_target_modules': None, 'batch_eval_metrics': False, 'eval_on_start': False, 'use_liger_kernel': False, 'liger_kernel_config': None, 'eval_use_gather_object': False, 'average_tokens_across_devices': True}
+2025-11-22 16:36:09,579 INFO    MainThread:8125 [wandb_config.py:__setitem__():154] [no run ID] config set model/num_parameters = 32856837 - <bound method Run._config_callback of <wandb.sdk.wandb_run.Run object at 0x7c092d0cdc10>>
+2025-11-22 16:36:09,579 INFO    MainThread:8125 [wandb_run.py:_config_callback():1385] config_cb model/num_parameters 32856837 None
+2025-11-22 16:38:59,697 INFO    MainThread:8125 [wandb_run.py:_finish():2270] finishing run h3110fr13nd-esparkbiz-technologies-pvt/gujarati-english-code-switch/m5him6ro
+2025-11-22 16:38:59,699 INFO    MainThread:8125 [wandb_run.py:_atexit_cleanup():2469] got exitcode: 0
+2025-11-22 16:38:59,700 INFO    MainThread:8125 [wandb_run.py:_restore():2451] restore
+2025-11-22 16:38:59,700 INFO    MainThread:8125 [wandb_run.py:_restore():2457] restore done
+2025-11-22 16:39:00,468 INFO    MainThread:8125 [wandb_run.py:_footer_sync_info():3853] logging synced files

wandb_logs/run-20251122_161333-76f9jnsn/files/config.yaml

@@ -0,0 +1,543 @@
+_name_or_path:
+    value: bert-base-multilingual-cased
+_wandb:
+    value:
+        cli_version: 0.23.0
+        e:
+            2kuo2wa7mpmbyuiylwlvpgza9ojvsbhz:
+                args:
+                    - configs/bert_data2.json
+                codePath: train.py
+                codePathLocal: train.py
+                cpu_count: 1
+                cpu_count_logical: 2
+                cudaVersion: "12.4"
+                disk:
+                    /:
+                        total: "120942624768"
+                        used: "41432219648"
+                email: [email protected]
+                executable: /usr/bin/python3
+                git:
+                    commit: de0702477fe9412790ab872e2d1361a32e068b2d
+                    remote: https://h3110Fr13nd:@github.com/h3110Fr13nd/code-switch-identification-model.git
+                gpu: Tesla T4
+                gpu_count: 1
+                gpu_nvidia:
+                    - architecture: Turing
+                      cudaCores: 2560
+                      memoryTotal: "16106127360"
+                      name: Tesla T4
+                      uuid: GPU-d740f133-e3a8-f36c-28a2-52b7659451f1
+                host: f0da10c9a12b
+                memory:
+                    total: "13605842944"
+                os: Linux-6.6.105+-x86_64-with-glibc2.35
+                program: /content/code-switch-identification-model/train.py
+                python: CPython 3.12.12
+                root: /content/code-switch-identification-model
+                startedAt: "2025-11-22T16:13:33.410421Z"
+                writerId: 2kuo2wa7mpmbyuiylwlvpgza9ojvsbhz
+        m:
+            - "1": train/global_step
+              "6":
+                - 3
+              "7": []
+            - "2": '*'
+              "5": 1
+              "6":
+                - 1
+              "7": []
+        python_version: 3.12.12
+        t:
+            "1":
+                - 1
+                - 2
+                - 3
+                - 5
+                - 11
+                - 12
+                - 41
+                - 49
+                - 51
+                - 53
+                - 71
+                - 98
+                - 100
+                - 105
+            "2":
+                - 1
+                - 2
+                - 3
+                - 5
+                - 11
+                - 12
+                - 41
+                - 49
+                - 51
+                - 53
+                - 71
+                - 98
+                - 100
+                - 105
+            "3":
+                - 2
+                - 7
+                - 13
+                - 15
+                - 16
+                - 19
+                - 62
+                - 66
+            "4": 3.12.12
+            "5": 0.23.0
+            "6": 4.57.1
+            "9":
+                "1": transformers_trainer
+            "12": 0.23.0
+            "13": linux-x86_64
+accelerator_config:
+    value:
+        dispatch_batches: null
+        even_batches: true
+        gradient_accumulation_kwargs: null
+        non_blocking: false
+        split_batches: false
+        use_seedable_sampler: true
+adafactor:
+    value: false
+adam_beta1:
+    value: 0.9
+adam_beta2:
+    value: 0.999
+adam_epsilon:
+    value: 1e-08
+add_cross_attention:
+    value: false
+architectures:
+    value:
+        - BertForMaskedLM
+attention_probs_dropout_prob:
+    value: 0.1
+auto_find_batch_size:
+    value: false
+average_tokens_across_devices:
+    value: true
+bad_words_ids:
+    value: null
+batch_eval_metrics:
+    value: false
+batch_size:
+    value: 16
+begin_suppress_tokens:
+    value: null
+bf16:
+    value: false
+bf16_full_eval:
+    value: false
+bos_token_id:
+    value: null
+chunk_size_feed_forward:
+    value: 0
+classifier_dropout:
+    value: null
+cross_attention_hidden_size:
+    value: null
+data_seed:
+    value: null
+dataloader_drop_last:
+    value: false
+dataloader_num_workers:
+    value: 0
+dataloader_persistent_workers:
+    value: false
+dataloader_pin_memory:
+    value: true
+dataloader_prefetch_factor:
+    value: null
+ddp_backend:
+    value: null
+ddp_broadcast_buffers:
+    value: null
+ddp_bucket_cap_mb:
+    value: null
+ddp_find_unused_parameters:
+    value: null
+ddp_timeout:
+    value: 1800
+debug:
+    value: []
+decoder_start_token_id:
+    value: null
+deepspeed:
+    value: null
+directionality:
+    value: bidi
+disable_tqdm:
+    value: false
+diversity_penalty:
+    value: 0
+do_eval:
+    value: true
+do_predict:
+    value: false
+do_sample:
+    value: false
+do_train:
+    value: false
+dtype:
+    value: float32
+early_stopping:
+    value: false
+encoder_no_repeat_ngram_size:
+    value: 0
+eos_token_id:
+    value: null
+epochs:
+    value: 3
+eval_accumulation_steps:
+    value: null
+eval_delay:
+    value: 0
+eval_do_concat_batches:
+    value: true
+eval_on_start:
+    value: false
+eval_steps:
+    value: null
+eval_strategy:
+    value: epoch
+eval_use_gather_object:
+    value: false
+exponential_decay_length_penalty:
+    value: null
+finetuning_task:
+    value: null
+forced_bos_token_id:
+    value: null
+forced_eos_token_id:
+    value: null
+fp16:
+    value: false
+fp16_backend:
+    value: auto
+fp16_full_eval:
+    value: false
+fp16_opt_level:
+    value: O1
+fsdp:
+    value: []
+fsdp_config:
+    value:
+        min_num_params: 0
+        xla: false
+        xla_fsdp_grad_ckpt: false
+        xla_fsdp_v2: false
+fsdp_min_num_params:
+    value: 0
+fsdp_transformer_layer_cls_to_wrap:
+    value: null
+full_determinism:
+    value: false
+gradient_accumulation_steps:
+    value: 1
+gradient_checkpointing:
+    value: false
+gradient_checkpointing_kwargs:
+    value: null
+greater_is_better:
+    value: true
+group_by_length:
+    value: false
+half_precision_backend:
+    value: auto
+hidden_act:
+    value: gelu
+hidden_dropout_prob:
+    value: 0.1
+hidden_size:
+    value: 768
+hub_always_push:
+    value: false
+hub_model_id:
+    value: h3110Fr13nd/guj-eng-code-switch-bert-multilingual-data2
+hub_private_repo:
+    value: false
+hub_revision:
+    value: null
+hub_strategy:
+    value: end
+hub_token:
+    value: <HUB_TOKEN>
+id2label:
+    value:
+        "0": O
+        "1": B-GUJ
+        "2": I-GUJ
+        "3": B-ENG
+        "4": I-ENG
+ignore_data_skip:
+    value: false
+include_for_metrics:
+    value: []
+include_inputs_for_metrics:
+    value: false
+include_num_input_tokens_seen:
+    value: "no"
+include_tokens_per_second:
+    value: false
+initializer_range:
+    value: 0.02
+intermediate_size:
+    value: 3072
+is_decoder:
+    value: false
+is_encoder_decoder:
+    value: false
+jit_mode_eval:
+    value: false
+label_names:
+    value: null
+label_smoothing_factor:
+    value: 0
+label2id:
+    value:
+        B-ENG: 3
+        B-GUJ: 1
+        I-ENG: 4
+        I-GUJ: 2
+        O: 0
+layer_norm_eps:
+    value: 1e-12
+learning_rate:
+    value: 2e-05
+length_column_name:
+    value: length
+length_penalty:
+    value: 1
+liger_kernel_config:
+    value: null
+load_best_model_at_end:
+    value: true
+local_rank:
+    value: 0
+log_level:
+    value: passive
+log_level_replica:
+    value: warning
+log_on_each_node:
+    value: true
+logging_dir:
+    value: ./models/bert-multilingual-data2/logs
+logging_first_step:
+    value: true
+logging_nan_inf_filter:
+    value: true
+logging_steps:
+    value: 50
+logging_strategy:
+    value: steps
+lr_scheduler_type:
+    value: linear
+max_grad_norm:
+    value: 1
+max_length:
+    value: 20
+max_position_embeddings:
+    value: 512
+max_steps:
+    value: -1
+metric_for_best_model:
+    value: f1
+min_length:
+    value: 0
+model:
+    value: bert-base-multilingual-cased
+model/num_parameters:
+    value: 177266693
+model_type:
+    value: bert
+mp_parameters:
+    value: ""
+neftune_noise_alpha:
+    value: null
+no_cuda:
+    value: false
+no_repeat_ngram_size:
+    value: 0
+num_attention_heads:
+    value: 12
+num_beam_groups:
+    value: 1
+num_beams:
+    value: 1
+num_hidden_layers:
+    value: 12
+num_return_sequences:
+    value: 1
+num_train_epochs:
+    value: 3
+optim:
+    value: adamw_torch_fused
+optim_args:
+    value: null
+optim_target_modules:
+    value: null
+output_attentions:
+    value: false
+output_dir:
+    value: ./models/bert-multilingual-data2
+output_hidden_states:
+    value: false
+output_scores:
+    value: false
+overwrite_output_dir:
+    value: true
+pad_token_id:
+    value: 0
+parallelism_config:
+    value: null
+past_index:
+    value: -1
+per_device_eval_batch_size:
+    value: 32
+per_device_train_batch_size:
+    value: 16
+per_gpu_eval_batch_size:
+    value: null
+per_gpu_train_batch_size:
+    value: null
+pooler_fc_size:
+    value: 768
+pooler_num_attention_heads:
+    value: 12
+pooler_num_fc_layers:
+    value: 3
+pooler_size_per_head:
+    value: 128
+pooler_type:
+    value: first_token_transform
+position_embedding_type:
+    value: absolute
+prediction_loss_only:
+    value: false
+prefix:
+    value: null
+problem_type:
+    value: null
+project:
+    value: huggingface
+push_to_hub:
+    value: true
+push_to_hub_model_id:
+    value: guj-eng-code-switch-bert-multilingual-data2
+push_to_hub_organization:
+    value: null
+push_to_hub_token:
+    value: <PUSH_TO_HUB_TOKEN>
+ray_scope:
+    value: last
+remove_invalid_values:
+    value: false
+remove_unused_columns:
+    value: true
+repetition_penalty:
+    value: 1
+report_to:
+    value:
+        - tensorboard
+        - wandb
+restore_callback_states_from_checkpoint:
+    value: false
+resume_from_checkpoint:
+    value: null
+return_dict:
+    value: true
+return_dict_in_generate:
+    value: false
+run_name:
+    value: null
+save_on_each_node:
+    value: false
+save_only_model:
+    value: false
+save_safetensors:
+    value: true
+save_steps:
+    value: null
+save_strategy:
+    value: epoch
+save_total_limit:
+    value: 3
+seed:
+    value: 42
+sep_token_id:
+    value: null
+skip_memory_metrics:
+    value: true
+suppress_tokens:
+    value: null
+task_specific_params:
+    value: null
+temperature:
+    value: 1
+tf_legacy_loss:
+    value: false
+tf32:
+    value: null
+tie_encoder_decoder:
+    value: false
+tie_word_embeddings:
+    value: true
+tokenizer_class:
+    value: null
+top_k:
+    value: 50
+top_p:
+    value: 1
+torch_compile:
+    value: false
+torch_compile_backend:
+    value: null
+torch_compile_mode:
+    value: null
+torch_empty_cache_steps:
+    value: null
+torchdynamo:
+    value: null
+torchscript:
+    value: false
+tpu_metrics_debug:
+    value: false
+tpu_num_cores:
+    value: null
+trackio_space_id:
+    value: trackio
+train_file:
+    value: synthetic_data_gen/data2/train.txt
+transformers_version:
+    value: 4.57.1
+type_vocab_size:
+    value: 2
+typical_p:
+    value: 1
+use_bfloat16:
+    value: false
+use_cache:
+    value: true
+use_cpu:
+    value: false
+use_legacy_prediction_loop:
+    value: false
+use_liger_kernel:
+    value: false
+use_mps_device:
+    value: false
+vocab_size:
+    value: 119547
+warmup_ratio:
+    value: 0.1
+warmup_steps:
+    value: 0
+weight_decay:
+    value: 0.01

wandb_logs/run-20251122_161333-76f9jnsn/files/output.log

@@ -0,0 +1,83 @@
+
+    _|    _|  _|    _|    _|_|_|    _|_|_|  _|_|_|  _|      _|    _|_|_|      _|_|_|_|    _|_|      _|_|_|  _|_|_|_|
+    _|    _|  _|    _|  _|        _|          _|    _|_|    _|  _|            _|        _|    _|  _|        _|
+    _|_|_|_|  _|    _|  _|  _|_|  _|  _|_|    _|    _|  _|  _|  _|  _|_|      _|_|_|    _|_|_|_|  _|        _|_|_|
+    _|    _|  _|    _|  _|    _|  _|    _|    _|    _|    _|_|  _|    _|      _|        _|    _|  _|        _|
+    _|    _|    _|_|      _|_|_|    _|_|_|  _|_|_|  _|      _|    _|_|_|      _|        _|    _|    _|_|_|  _|_|_|_|
+Enter your token (input will not be visible):
+
+Cannot authenticate through git-credential as no helper is defined on your machine.
+You might have to re-authenticate when pushing to the Hugging Face Hub.
+Run the following command in your terminal in case you want to set the 'store' credential helper as default.
+
+git config --global credential.helper store
+
+Read https://git-scm.com/book/en/v2/Git-Tools-Credential-Storage for more details.
+Token has not been saved to git credential helper.
+WARNING:huggingface_hub._login:Token has not been saved to git credential helper.
+tokenizer_config.json: 100% 49.0/49.0 [00:00<00:00, 192kB/s]
+config.json: 100% 625/625 [00:00<00:00, 2.58MB/s]
+vocab.txt: 100% 996k/996k [00:00<00:00, 7.70MB/s]
+tokenizer.json: 100% 1.96M/1.96M [00:00<00:00, 7.55MB/s]
+model.safetensors: 100% 714M/714M [00:11<00:00, 60.5MB/s] 
+Some weights of BertForTokenClassification were not initialized from the model checkpoint at bert-base-multilingual-cased and are newly initialized: ['classifier.bias', 'classifier.weight']
+You should probably TRAIN this model on a down-stream task to be able to use it for predictions and inference.
+Downloading builder script: 6.34kB [00:00, 13.1MB/s]
+{'loss': 1.6561, 'grad_norm': 11.050471305847168, 'learning_rate': 0.0, 'epoch': 0.01}
+{'loss': 1.0255, 'grad_norm': 7.669041633605957, 'learning_rate': 1.9600000000000002e-05, 'epoch': 0.3}
+{'loss': 0.2894, 'grad_norm': 2.569448947906494, 'learning_rate': 1.7782805429864253e-05, 'epoch': 0.61}
+{'loss': 0.1821, 'grad_norm': 2.593822956085205, 'learning_rate': 1.552036199095023e-05, 'epoch': 0.91}
+Downloading builder script: 6.34kB [00:00, 11.3MB/s]
+100% 492/492 [03:16<00:00,  2.51it/s]:00, ?B/s]
+{'eval_loss': 0.07226230204105377, 'eval_precision': 0.8930976430976431, 'eval_recall': 0.9068376068376068, 'eval_f1': 0.8999151823579304, 'eval_accuracy': 0.9802466756600501, 'eval_runtime': 2.9065, 'eval_samples_per_second': 112.163, 'eval_steps_per_second': 3.785, 'epoch': 1.0}
+{'loss': 0.1071, 'grad_norm': 1.1867393255233765, 'learning_rate': 1.32579185520362e-05, 'epoch': 1.22}
+{'loss': 0.1027, 'grad_norm': 1.172904133796692, 'learning_rate': 1.0995475113122173e-05, 'epoch': 1.52}
+{'loss': 0.0789, 'grad_norm': 3.011417865753174, 'learning_rate': 8.733031674208145e-06, 'epoch': 1.83}
+Processing Files (3 / 3)      : 100% 709M/709M [00:05<00:00, 126MB/s,  131MB/s  ]  
+{'eval_loss': 0.04031597822904587, 'eval_precision': 0.935374149659864, 'eval_recall': 0.9401709401709402, 'eval_f1': 0.937766410912191, 'eval_accuracy': 0.9896897282713433, 'eval_runtime': 2.7197, 'eval_samples_per_second': 119.867, 'eval_steps_per_second': 4.045, 'epoch': 2.0}
+{'loss': 0.0632, 'grad_norm': 1.8443704843521118, 'learning_rate': 6.470588235294119e-06, 'epoch': 2.13}
+{'loss': 0.0463, 'grad_norm': 1.2871953248977661, 'learning_rate': 4.208144796380091e-06, 'epoch': 2.44}
+{'loss': 0.054, 'grad_norm': 2.695483684539795, 'learning_rate': 1.9457013574660634e-06, 'epoch': 2.74}
+{'eval_loss': 0.04117187485098839, 'eval_precision': 0.9366980325064157, 'eval_recall': 0.9358974358974359, 'eval_f1': 0.9362975630611372, 'eval_accuracy': 0.9890152245133937, 'eval_runtime': 2.4944, 'eval_samples_per_second': 130.691, 'eval_steps_per_second': 4.41, 'epoch': 3.0}
+{'train_runtime': 196.1277, 'train_samples_per_second': 39.908, 'train_steps_per_second': 2.509, 'train_loss': 0.20365032820197626, 'epoch': 3.0}
+New Data Upload               : 100% 15.3k/15.3k [00:05<00:00, 2.72kB/s, 2.83kB/s  ]
+  ...l-data2/model.safetensors: 100% 709M/709M [00:04<00:00, 141MB/s] 
+  ...28047.f0da10c9a12b.1796.0: 100% 9.33k/9.33k [00:00<?, ?B/s]
+  ...l-data2/training_args.bin: 100% 5.97k/5.97k [00:00<?, ?B/s]
+Processing Files (3 / 3)      : 100% 709M/709M [00:04<00:00, 154MB/s,  154MB/s  ] 
+New Data Upload               : |          |  0.00B /  0.00B,  0.00B/s  
+  ...28047.f0da10c9a12b.1796.0: 100% 9.33k/9.33k [00:04<?, ?B/s]
+  ...l-data2/training_args.bin: 100% 5.97k/5.97k [00:04<?, ?B/s]
+  ...l-data2/model.safetensors: 100% 709M/709M [00:04<00:00, 153MB/s] 
+No files have been modified since last commit. Skipping to prevent empty commit.
+WARNING:huggingface_hub.hf_api:No files have been modified since last commit. Skipping to prevent empty commit.
+***** train metrics *****
+  epoch                    =        3.0
+  total_flos               =   320193GF
+  train_loss               =     0.2037
+  train_runtime            = 0:03:16.12
+  train_samples_per_second =     39.908
+  train_steps_per_second   =      2.509
+100% 11/11 [00:02<00:00,  4.73it/s]
+***** eval metrics *****
+  epoch                   =        3.0
+  eval_accuracy           =     0.9897
+  eval_f1                 =     0.9378
+  eval_loss               =     0.0403
+  eval_precision          =     0.9354
+  eval_recall             =     0.9402
+  eval_runtime            = 0:00:02.49
+  eval_samples_per_second =    130.543
+  eval_steps_per_second   =      4.405
+ 91% 10/11 [00:01<00:00,  6.36it/s]early stopping required metric_for_best_model, but did not find eval_f1 so early stopping is disabled
+100% 11/11 [00:02<00:00,  4.72it/s]
+***** test metrics *****
+  epoch                   =        3.0
+  test_accuracy           =     0.9742
+  test_f1                 =     0.9105
+  test_loss               =     0.0997
+  test_precision          =      0.909
+  test_recall             =      0.912
+  test_runtime            = 0:00:02.49
+  test_samples_per_second =     131.12
+  test_steps_per_second   =      4.411

wandb_logs/run-20251122_161333-76f9jnsn/files/requirements.txt

@@ -0,0 +1,698 @@
+setuptools==75.2.0
+pip==24.1.2
+requirements-parser==0.9.0
+types-setuptools==80.9.0.20250822
+ipykernel==7.1.0
+tensorboard==2.20.0
+numpy==2.3.5
+pyarrow==22.0.0
+matplotlib==3.10.7
+widgetsnbextension==4.0.15
+seqeval==1.2.2
+ipywidgets==8.1.8
+datasets==4.4.1
+pandas==2.3.3
+comm==0.2.3
+google-genai==1.50.1
+scikit-learn==1.7.2
+evaluate==0.4.6
+jedi==0.19.2
+jupyter_client==8.6.3
+google-colab==1.0.0
+httpcore==1.0.9
+colorlover==0.3.0
+pyOpenSSL==24.2.1
+PySocks==1.7.1
+fsspec==2025.3.0
+google-ai-generativelanguage==0.6.15
+dlib==19.24.6
+fastdownload==0.0.7
+jaxlib==0.7.2
+python-multipart==0.0.20
+nltk==3.9.1
+chardet==5.2.0
+pyparsing==3.2.5
+sentry-sdk==2.45.0
+audioread==3.1.0
+langchain-core==0.3.80
+jaraco.classes==3.4.0
+cymem==2.0.13
+vega-datasets==0.9.0
+docstring_parser==0.17.0
+nest-asyncio==1.6.0
+mlxtend==0.23.4
+xyzservices==2025.10.0
+more-itertools==10.8.0
+torchao==0.10.0
+numba==0.60.0
+panel==1.8.3
+docutils==0.21.2
+holoviews==1.22.0
+attrs==25.4.0
+db-dtypes==1.4.4
+tabulate==0.9.0
+pydotplus==2.0.2
+soundfile==0.13.1
+sklearn-pandas==2.2.0
+multitasking==0.0.12
+glob2==0.7
+nvidia-cusolver-cu12==11.7.1.2
+google-adk==1.17.0
+alabaster==1.0.0
+mdit-py-plugins==0.5.0
+intel-cmplr-lib-ur==2025.3.1
+nvidia-cufft-cu12==11.3.0.4
+google-cloud-bigquery-connection==1.19.0
+polars==1.31.0
+openai==1.109.1
+google-cloud-spanner==3.59.0
+patsy==1.0.2
+pytest==8.4.2
+pycparser==2.23
+curl_cffi==0.13.0
+linkify-it-py==2.0.3
+imutils==0.5.4
+Markdown==3.10
+pandas-stubs==2.2.2.240909
+pooch==1.8.2
+pandas-gbq==0.30.0
+google-cloud-dataproc==5.23.0
+google-cloud-language==2.18.0
+jupyter_kernel_gateway==2.5.2
+google-resumable-media==2.8.0
+nvidia-cuda-runtime-cu12==12.6.77
+dask-cudf-cu12==25.10.0
+websocket-client==1.9.0
+distributed-ucxx-cu12==0.46.0
+altair==5.5.0
+idna==3.11
+wandb==0.23.0
+moviepy==1.0.3
+click==8.3.1
+oauth2client==4.1.3
+GDAL==3.8.4
+mcp==1.21.2
+pyzmq==26.2.1
+langsmith==0.4.43
+sqlparse==0.5.3
+betterproto==2.0.0b6
+parso==0.8.5
+imbalanced-learn==0.14.0
+tbb==2022.3.0
+dm-tree==0.1.9
+cuda-python==12.9.4
+pygit2==1.19.0
+proglog==0.1.12
+fastjsonschema==2.21.2
+tornado==6.5.1
+matplotlib-venn==1.1.2
+Authlib==1.6.5
+cryptography==43.0.3
+snowballstemmer==3.0.1
+networkx==3.5
+nvidia-cublas-cu12==12.6.4.1
+wcwidth==0.2.14
+dopamine_rl==4.1.2
+blobfile==3.1.0
+simple-parsing==0.1.7
+pylibcugraph-cu12==25.10.1
+sentence-transformers==5.1.2
+jsonpatch==1.33
+webencodings==0.5.1
+zict==3.0.0
+google-cloud-bigquery-storage==2.34.0
+sphinxcontrib-serializinghtml==2.0.0
+uc-micro-py==1.0.3
+rfc3987-syntax==1.1.0
+itsdangerous==2.2.0
+peft==0.18.0
+gspread-dataframe==4.0.0
+pydot==3.0.4
+pydantic_core==2.33.2
+oauthlib==3.3.1
+google-cloud-bigquery==3.38.0
+geopy==2.4.1
+rmm-cu12==25.10.0
+distributed==2025.9.1
+pandocfilters==1.5.1
+llvmlite==0.43.0
+torchaudio==2.9.0+cu126
+hdbscan==0.8.40
+safetensors==0.7.0
+et_xmlfile==2.0.0
+numexpr==2.14.1
+scs==3.2.9
+importlib_resources==6.5.2
+pyogrio==0.11.1
+rapids-logger==0.1.19
+google==2.0.3
+blinker==1.9.0
+colour==0.1.5
+lightgbm==4.6.0
+pylibraft-cu12==25.10.0
+autograd==1.8.0
+duckdb==1.3.2
+typing_extensions==4.15.0
+protobuf==5.29.5
+argon2-cffi==25.1.0
+Bottleneck==1.4.2
+libucxx-cu12==0.46.0
+libcugraph-cu12==25.10.1
+huggingface-hub==0.36.0
+fastapi==0.121.3
+mistune==3.1.4
+pyspark==3.5.1
+ibis-framework==9.5.0
+tqdm==4.67.1
+seaborn==0.13.2
+mdurl==0.1.2
+stumpy==1.13.0
+python-dotenv==1.2.1
+psygnal==0.15.0
+music21==9.3.0
+Farama-Notifications==0.0.4
+jsonschema-specifications==2025.9.1
+xxhash==3.6.0
+confection==0.1.5
+treelite==4.4.1
+httpimport==1.4.1
+libpysal==4.13.0
+cramjam==2.11.0
+google-cloud-functions==1.21.0
+grpcio-status==1.71.2
+torchsummary==1.5.1
+nvidia-nvshmem-cu12==3.3.20
+libucx-cu12==1.19.0
+geopandas==1.1.1
+toml==0.10.2
+shapely==2.1.2
+html5lib==1.1
+antlr4-python3-runtime==4.9.3
+clarabel==0.11.1
+uvicorn==0.38.0
+toolz==0.12.1
+cloudpathlib==0.23.0
+cupy-cuda12x==13.6.0
+fastai==2.8.5
+peewee==3.18.3
+GitPython==3.1.45
+aiohappyeyeballs==2.6.1
+murmurhash==1.0.15
+jax-cuda12-plugin==0.7.2
+pyperclip==1.11.0
+promise==2.3
+jupyter_server==2.14.0
+webcolors==25.10.0
+imagesize==1.4.1
+prettytable==3.17.0
+alembic==1.17.2
+progressbar2==4.5.0
+requests==2.32.4
+nvidia-ml-py==13.580.82
+humanize==4.14.0
+umap-learn==0.5.9.post2
+h5netcdf==1.7.3
+PyGObject==3.42.0
+google-cloud-aiplatform==1.128.0
+flatbuffers==25.9.23
+optax==0.2.6
+nvidia-cuda-cupti-cu12==12.6.80
+nx-cugraph-cu12==25.10.0
+lark==1.3.1
+tenacity==8.5.0
+entrypoints==0.4
+prompt_toolkit==3.0.52
+fonttools==4.60.1
+ffmpy==1.0.0
+google-cloud-core==2.5.0
+matplotlib-inline==0.2.1
+sphinxcontrib-jsmath==1.0.1
+ply==3.11
+tweepy==4.16.0
+en_core_web_sm==3.8.0
+google-crc32c==1.7.1
+libcudf-cu12==25.10.0
+ipytree==0.2.2
+ImageIO==2.37.2
+rfc3339-validator==0.1.4
+keras==3.10.0
+opt_einsum==3.4.0
+jupyter_server_terminals==0.5.3
+rpds-py==0.29.0
+threadpoolctl==3.6.0
+urllib3==2.5.0
+kagglehub==0.3.13
+Flask==3.1.2
+easydict==1.13
+grpcio==1.76.0
+ratelim==0.1.6
+logical-unification==0.4.7
+omegaconf==2.3.0
+roman-numerals-py==3.1.0
+dataproc-spark-connect==0.8.3
+langchain-text-splitters==0.3.11
+tinycss2==1.4.0
+python-json-logger==4.0.0
+scikit-image==0.25.2
+highspy==1.12.0
+tf-slim==1.1.0
+torchtune==0.6.1
+jupyter-console==6.6.3
+spanner-graph-notebook==1.1.8
+dill==0.3.8
+tensorboard-data-server==0.7.2
+slicer==0.0.8
+keyring==25.7.0
+arviz==0.22.0
+sympy==1.13.3
+google-cloud-resource-manager==1.15.0
+traittypes==0.2.3
+typer-slim==0.20.0
+annotated-doc==0.0.4
+hf-xet==1.2.0
+dask-cuda==25.10.0
+pymc==5.26.1
+pynndescent==0.5.13
+stanio==0.5.1
+treescope==0.1.10
+optree==0.18.0
+propcache==0.4.1
+rich==13.9.4
+gcsfs==2025.3.0
+torch==2.9.0+cu126
+MarkupSafe==3.0.3
+tzlocal==5.3.1
+google-cloud-secret-manager==2.25.0
+atpublic==5.1
+gitdb==4.0.12
+ruff==0.14.5
+opentelemetry-exporter-gcp-monitoring==1.11.0a0
+grpc-interceptor==0.15.4
+opentelemetry-exporter-gcp-logging==1.11.0a0
+fqdn==1.5.1
+soxr==1.0.0
+hf_transfer==0.1.9
+pyasn1==0.6.1
+geemap==0.35.3
+regex==2024.11.6
+ipython-sql==0.5.0
+pyviz_comms==3.0.6
+pydub==0.25.1
+geographiclib==2.1
+Jinja2==3.1.6
+ipython-genutils==0.2.0
+multiprocess==0.70.16
+h11==0.16.0
+tables==3.10.2
+tensorflow-text==2.19.0
+bokeh==3.7.3
+opentelemetry-resourcedetector-gcp==1.11.0a0
+beautifulsoup4==4.13.5
+filelock==3.20.0
+catalogue==2.0.10
+fasttransform==0.0.2
+typeguard==4.4.4
+openpyxl==3.1.5
+tokenizers==0.22.1
+plotly==5.24.1
+ucxx-cu12==0.46.0
+branca==0.8.2
+overrides==7.7.0
+cuda-core==0.3.2
+tensorflow-probability==0.25.0
+xarray-einstats==0.9.1
+tf_keras==2.19.0
+referencing==0.37.0
+argon2-cffi-bindings==25.1.0
+librmm-cu12==25.10.0
+nvidia-cusparse-cu12==12.5.4.2
+google-cloud-discoveryengine==0.13.12
+xgboost==3.1.1
+diffusers==0.35.2
+timm==1.0.22
+PyDrive2==1.21.3
+tblib==3.2.2
+scooby==0.11.0
+opencv-python-headless==4.12.0.88
+wheel==0.45.1
+firebase-admin==6.9.0
+shap==0.50.0
+jsonpointer==3.0.0
+python-louvain==0.16
+charset-normalizer==3.4.4
+sqlglot==25.20.2
+jsonschema==4.25.1
+jieba==0.42.1
+importlib_metadata==8.7.0
+nvidia-cuda-nvrtc-cu12==12.6.77
+editdistance==0.8.1
+jax==0.7.2
+google-api-core==2.28.1
+shellingham==1.5.4
+portpicker==1.5.2
+cudf-cu12==25.10.0
+gspread==6.2.1
+pylibcudf-cu12==25.10.0
+python-slugify==8.0.4
+anywidget==0.9.21
+distro==1.9.0
+stringzilla==4.2.3
+libcuml-cu12==25.10.0
+graphviz==0.21
+ipython==7.34.0
+hyperopt==0.2.7
+sniffio==1.3.1
+python-utils==3.9.1
+bigframes==2.29.1
+folium==0.20.0
+google-cloud-bigtable==2.34.0
+text-unidecode==1.3
+pydantic-settings==2.12.0
+annotated-types==0.7.0
+locket==1.0.0
+pyproj==3.7.2
+orbax-checkpoint==0.11.28
+PyJWT==2.10.1
+natsort==8.4.0
+astropy-iers-data==0.2025.11.10.0.38.31
+gym-notices==0.1.0
+debugpy==1.8.15
+weasel==0.4.3
+PyOpenGL==3.1.10
+pydata-google-auth==1.9.1
+semantic-version==2.10.0
+google-cloud-firestore==2.21.0
+statsmodels==0.14.5
+pycocotools==2.0.10
+greenlet==3.2.4
+Werkzeug==3.1.3
+preshed==3.0.12
+gymnasium==1.2.2
+prometheus_client==0.23.1
+triton==3.5.0
+frozendict==2.4.7
+multipledispatch==1.0.0
+srsly==2.5.2
+google-auth-httplib2==0.2.1
+zstandard==0.25.0
+uri-template==1.3.0
+gradio==5.49.1
+websockets==15.0.1
+bigquery-magics==0.10.3
+nvidia-cuda-nvcc-cu12==12.5.82
+etils==1.13.0
+cufflinks==0.17.3
+simsimd==6.5.3
+frozenlist==1.8.0
+transformers==4.57.1
+ale-py==0.11.2
+orjson==3.11.4
+jiter==0.12.0
+safehttpx==0.1.7
+google-auth==2.38.0
+inflect==7.5.0
+decorator==4.4.2
+types-pytz==2025.2.0.20251108
+cyipopt==1.5.0
+imageio-ffmpeg==0.6.0
+pyshp==3.0.2.post1
+grpc-google-iam-v1==0.14.3
+immutabledict==4.2.2
+ipyparallel==8.8.0
+beartype==0.22.5
+keras-nlp==0.21.1
+tensorflow-hub==0.16.1
+yfinance==0.2.66
+cuda-toolkit==12.9.1
+googleapis-common-protos==1.72.0
+google-generativeai==0.8.5
+aiofiles==24.1.0
+joblib==1.5.2
+ndindex==1.10.1
+nbformat==5.10.4
+pygame==2.6.1
+opentelemetry-proto==1.37.0
+cachetools==5.5.2
+sphinxcontrib-qthelp==2.0.0
+albumentations==2.0.8
+libraft-cu12==25.10.0
+absl-py==1.4.0
+simplejson==3.20.2
+jupytext==1.17.3
+raft-dask-cu12==25.10.0
+pyomo==6.9.5
+msgpack==1.1.2
+tensorflow==2.19.0
+dask==2025.9.1
+aiohttp==3.13.2
+future==1.0.0
+bleach==6.3.0
+cmdstanpy==1.3.0
+wurlitzer==3.1.1
+libkvikio-cu12==25.10.0
+google-cloud-audit-log==0.4.0
+packaging==25.0
+defusedxml==0.7.1
+google-auth-oauthlib==1.2.3
+textblob==0.19.0
+pexpect==4.9.0
+Mako==1.3.10
+cmake==3.31.6
+eerepr==0.1.2
+namex==0.1.0
+sse-starlette==3.0.3
+grpclib==0.4.8
+jaraco.context==6.0.1
+nbclient==0.10.2
+scipy==1.16.3
+miniKanren==1.0.5
+nvidia-curand-cu12==10.3.7.77
+sphinxcontrib-applehelp==2.0.0
+python-dateutil==2.9.0.post0
+librosa==0.11.0
+ptyprocess==0.7.0
+opentelemetry-api==1.37.0
+nvtx==0.2.13
+nvidia-cufile-cu12==1.11.1.6
+plum-dispatch==2.6.0
+kiwisolver==1.4.9
+ipyleaflet==0.20.0
+jaraco.functools==4.3.0
+terminado==0.18.1
+tensorflow_decision_forests==1.12.0
+Send2Trash==1.8.3
+flax==0.10.7
+PyWavelets==1.9.0
+brotli==1.2.0
+mpmath==1.3.0
+earthengine-api==1.5.24
+isoduration==20.11.0
+pytz==2025.2
+tiktoken==0.12.0
+traitlets==5.7.1
+typer==0.20.0
+plotnine==0.14.5
+sphinxcontrib-devhelp==2.0.0
+spacy==3.8.11
+gym==0.25.2
+google-cloud-datastore==2.21.0
+torchdata==0.11.0
+bqplot==0.12.45
+missingno==0.5.2
+nvidia-cudnn-cu12==9.10.2.21
+param==2.3.0
+tensorstore==0.1.79
+ipyfilechooser==0.6.0
+rfc3986-validator==0.1.1
+nibabel==5.3.2
+starlette==0.50.0
+psutil==5.9.5
+lazy_loader==0.4
+smart_open==7.5.0
+jupyter_core==5.9.1
+pycairo==1.29.0
+pytensor==2.35.1
+hpack==4.1.0
+smmap==5.0.2
+httplib2==0.31.0
+h2==4.3.0
+nvidia-nccl-cu12==2.27.5
+googledrivedownloader==1.1.0
+SQLAlchemy==2.0.44
+yellowbrick==1.5
+cloudpickle==3.1.2
+typing-inspection==0.4.2
+cuml-cu12==25.10.0
+tensorflow-metadata==1.17.2
+hyperframe==6.1.0
+numba-cuda==0.19.1
+rpy2==3.5.17
+cuda-bindings==12.9.4
+langchain==0.3.27
+array_record==0.8.3
+google-cloud-appengine-logging==1.7.0
+requests-oauthlib==2.0.0
+lxml==5.4.0
+rsa==4.9.1
+thinc==8.3.10
+tomlkit==0.13.3
+blis==1.3.3
+opentelemetry-sdk==1.37.0
+kaggle==1.7.4.5
+tcmlib==1.4.1
+holidays==0.85
+multidict==6.7.0
+accelerate==1.11.0
+pyerfa==2.0.1.5
+babel==2.17.0
+google-api-python-client==2.187.0
+cffi==2.0.0
+soupsieve==2.8
+opencv-python==4.12.0.88
+rapids-dask-dependency==25.10.0
+chex==0.1.90
+google-cloud-translate==3.23.0
+python-snappy==0.7.3
+xarray==2025.11.0
+pillow==11.3.0
+uritemplate==4.2.0
+Cython==3.0.12
+tensorflow-datasets==4.9.9
+mkl==2025.2.0
+cvxpy==1.6.7
+spacy-loggers==1.0.5
+keyrings.google-artifactregistry-auth==1.1.2
+spacy-legacy==3.0.12
+fastrlock==0.8.3
+aiosignal==1.4.0
+osqp==1.0.5
+astunparse==1.6.3
+py-cpuinfo==9.0.0
+nbclassic==1.3.3
+pycryptodomex==3.23.0
+anyio==4.11.0
+ydf==0.13.0
+parsy==2.2
+einops==0.8.1
+iniconfig==2.3.0
+cycler==0.12.1
+h5py==3.15.1
+libclang==18.1.1
+gdown==5.2.0
+wasabi==1.1.3
+httpx==0.28.1
+termcolor==3.2.0
+umf==1.0.2
+mizani==0.13.5
+astropy==7.1.1
+opentelemetry-exporter-gcp-trace==1.11.0
+pandas-datareader==0.10.0
+nvidia-nvjitlink-cu12==12.6.85
+pickleshare==0.7.5
+community==1.0.0b1
+prophet==1.1.7
+jupyterlab_pygments==0.3.0
+requests-toolbelt==1.0.0
+gradio_client==1.13.3
+pydantic==2.11.10
+google-cloud-logging==3.12.1
+google-cloud-storage==2.19.0
+intel-openmp==2025.3.1
+tifffile==2025.10.16
+colorcet==3.1.0
+google-cloud-speech==2.34.0
+notebook_shim==0.2.4
+xlrd==2.0.2
+httpx-sse==0.4.3
+backcall==0.2.0
+blosc2==3.11.1
+sortedcontainers==2.4.0
+opentelemetry-exporter-otlp-proto-common==1.37.0
+sentencepiece==0.2.1
+six==1.17.0
+google-pasta==0.2.0
+sphinxcontrib-htmlhelp==2.1.0
+zipp==3.23.0
+jupyter-leaflet==0.20.0
+jeepney==0.9.0
+cons==0.4.7
+markdown-it-py==4.0.0
+wordcloud==1.9.4
+opencv-contrib-python==4.12.0.88
+opentelemetry-exporter-otlp-proto-http==1.37.0
+absolufy-imports==0.3.1
+psycopg2==2.9.11
+groovy==0.1.2
+CacheControl==0.14.4
+arrow==1.4.0
+ipyevents==2.0.4
+tzdata==2025.2
+nvidia-nvtx-cu12==12.6.77
+Sphinx==8.2.3
+tsfresh==0.21.1
+jupyter-events==0.12.0
+partd==1.4.2
+platformdirs==4.5.0
+SecretStorage==3.4.1
+narwhals==2.12.0
+sqlalchemy-spanner==1.17.1
+watchdog==6.0.0
+nbconvert==7.16.6
+google-cloud-trace==1.17.0
+cuda-pathfinder==1.3.2
+proto-plus==1.26.1
+notebook==6.5.7
+fastcore==1.8.16
+pluggy==1.6.0
+etuples==0.3.10
+gast==0.6.0
+PyYAML==6.0.3
+opentelemetry-semantic-conventions==0.58b0
+ml_dtypes==0.5.4
+google-cloud-monitoring==2.28.0
+pyasn1_modules==0.4.2
+cvxopt==1.3.2
+contourpy==1.3.3
+gin-config==0.5.0
+certifi==2025.11.12
+jsonpickle==4.1.1
+wrapt==2.0.1
+keras-hub==0.21.1
+torchvision==0.24.0+cu126
+yarl==1.22.0
+jupyterlab_widgets==3.0.16
+py4j==0.10.9.7
+Pygments==2.19.2
+python-box==7.3.2
+albucore==0.0.24
+nvidia-cuda-cccl-cu12==12.9.27
+jax-cuda12-pjrt==0.7.2
+fastprogress==1.0.3
+nvidia-cusparselt-cu12==0.7.1
+geocoder==1.38.1
+cudf-polars-cu12==25.10.0
+python-apt==0.0.0
+httplib2==0.20.2
+more-itertools==8.10.0
+oauthlib==3.2.0
+pyparsing==2.4.7
+PyGObject==3.42.1
+lazr.restfulclient==0.14.4
+lazr.uri==1.0.6
+PyJWT==2.3.0
+blinker==1.4
+python-apt==2.4.0+ubuntu4
+launchpadlib==1.10.16
+six==1.16.0
+zipp==1.0.0
+importlib-metadata==4.6.4
+dbus-python==1.2.18
+wadllib==1.3.6
+cryptography==3.4.8
+distro==1.7.0
+keyring==23.5.0
+SecretStorage==3.3.1
+jeepney==0.7.1
+Markdown==3.3.6
+Mako==1.1.3
+MarkupSafe==2.0.1

wandb_logs/run-20251122_161333-76f9jnsn/files/wandb-metadata.json

@@ -0,0 +1,43 @@
+{
+  "os": "Linux-6.6.105+-x86_64-with-glibc2.35",
+  "python": "CPython 3.12.12",
+  "startedAt": "2025-11-22T16:13:33.410421Z",
+  "args": [
+    "configs/bert_data2.json"
+  ],
+  "program": "/content/code-switch-identification-model/train.py",
+  "codePath": "train.py",
+  "codePathLocal": "train.py",
+  "git": {
+    "remote": "https://h3110Fr13nd:@github.com/h3110Fr13nd/code-switch-identification-model.git",
+    "commit": "de0702477fe9412790ab872e2d1361a32e068b2d"
+  },
+  "email": "[email protected]",
+  "root": "/content/code-switch-identification-model",
+  "host": "f0da10c9a12b",
+  "executable": "/usr/bin/python3",
+  "cpu_count": 1,
+  "cpu_count_logical": 2,
+  "gpu": "Tesla T4",
+  "gpu_count": 1,
+  "disk": {
+    "/": {
+      "total": "120942624768",
+      "used": "41432219648"
+    }
+  },
+  "memory": {
+    "total": "13605842944"
+  },
+  "gpu_nvidia": [
+    {
+      "name": "Tesla T4",
+      "memoryTotal": "16106127360",
+      "cudaCores": 2560,
+      "architecture": "Turing",
+      "uuid": "GPU-d740f133-e3a8-f36c-28a2-52b7659451f1"
+    }
+  ],
+  "cudaVersion": "12.4",
+  "writerId": "2kuo2wa7mpmbyuiylwlvpgza9ojvsbhz"
+}

wandb_logs/run-20251122_161333-76f9jnsn/files/wandb-summary.json

@@ -0,0 +1 @@
+{"train/grad_norm":2.695483684539795,"train_steps_per_second":2.509,"eval/samples_per_second":130.543,"test/f1":0.9104963384865745,"train_runtime":196.1277,"eval/runtime":2.4973,"eval/precision":0.935374149659864,"test/recall":0.9119804400977995,"train_samples_per_second":39.908,"eval/loss":0.04031597822904587,"test/precision":0.909017059301381,"eval/steps_per_second":4.405,"test/accuracy":0.9741929516233466,"test/samples_per_second":131.12,"total_flos":3.4380491858271e+14,"train/epoch":3,"_wandb":{"runtime":273},"test/steps_per_second":4.411,"_step":15,"train/loss":0.054,"train/learning_rate":1.9457013574660634e-06,"eval/accuracy":0.9896897282713433,"train/global_step":492,"train_loss":0.20365032820197626,"_timestamp":1.763828288610108e+09,"test/runtime":2.4939,"eval/recall":0.9401709401709402,"test/loss":0.0997130274772644,"eval/f1":0.937766410912191,"_runtime":273}

wandb_logs/run-20251122_161333-76f9jnsn/logs/debug-core.log

@@ -0,0 +1,16 @@
+{"time":"2025-11-22T16:13:34.021352105Z","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpctsxye3d/port-1796.txt","pid":1796,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false}
+{"time":"2025-11-22T16:13:34.022237923Z","level":"INFO","msg":"server: will exit if parent process dies","ppid":1796}
+{"time":"2025-11-22T16:13:34.022714173Z","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-1796-2125-1049646798/socket","Net":"unix"}}
+{"time":"2025-11-22T16:13:34.135746762Z","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"}
+{"time":"2025-11-22T16:13:34.153677403Z","level":"INFO","msg":"handleInformInit: received","streamId":"76f9jnsn","id":"1(@)"}
+{"time":"2025-11-22T16:13:34.340664353Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"76f9jnsn","id":"1(@)"}
+{"time":"2025-11-22T16:18:09.284294056Z","level":"INFO","msg":"handleInformFinish: finish message received","streamId":"76f9jnsn","id":"1(@)"}
+{"time":"2025-11-22T16:18:09.289078457Z","level":"INFO","msg":"handleInformFinish: stream closed","streamId":"76f9jnsn","id":"1(@)"}
+{"time":"2025-11-22T16:18:12.826413917Z","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"}
+{"time":"2025-11-22T16:18:12.826463661Z","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"}
+{"time":"2025-11-22T16:18:12.826479749Z","level":"INFO","msg":"connection: closing","id":"1(@)"}
+{"time":"2025-11-22T16:18:12.826523638Z","level":"INFO","msg":"connection: closed successfully","id":"1(@)"}
+{"time":"2025-11-22T16:18:12.826529689Z","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"}
+{"time":"2025-11-22T16:18:12.826537909Z","level":"INFO","msg":"server is shutting down"}
+{"time":"2025-11-22T16:18:12.826617153Z","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-1796-2125-1049646798/socket","Net":"unix"}}
+{"time":"2025-11-22T16:18:12.826650474Z","level":"INFO","msg":"server is closed"}

wandb_logs/run-20251122_161333-76f9jnsn/logs/debug-internal.log

@@ -0,0 +1,12 @@
+{"time":"2025-11-22T16:13:34.153809441Z","level":"INFO","msg":"stream: starting","core version":"0.23.0"}
+{"time":"2025-11-22T16:13:34.340337859Z","level":"INFO","msg":"stream: created new stream","id":"76f9jnsn"}
+{"time":"2025-11-22T16:13:34.340404845Z","level":"INFO","msg":"handler: started","stream_id":"76f9jnsn"}
+{"time":"2025-11-22T16:13:34.34065159Z","level":"INFO","msg":"stream: started","id":"76f9jnsn"}
+{"time":"2025-11-22T16:13:34.340661345Z","level":"INFO","msg":"writer: started","stream_id":"76f9jnsn"}
+{"time":"2025-11-22T16:13:34.340682698Z","level":"INFO","msg":"sender: started","stream_id":"76f9jnsn"}
+{"time":"2025-11-22T16:18:09.125900363Z","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
+{"time":"2025-11-22T16:18:09.277753442Z","level":"INFO","msg":"handler: operation stats","stats":{}}
+{"time":"2025-11-22T16:18:09.284937721Z","level":"INFO","msg":"stream: closing","id":"76f9jnsn"}
+{"time":"2025-11-22T16:18:09.284962535Z","level":"INFO","msg":"handler: closed","stream_id":"76f9jnsn"}
+{"time":"2025-11-22T16:18:09.285025518Z","level":"INFO","msg":"sender: closed","stream_id":"76f9jnsn"}
+{"time":"2025-11-22T16:18:09.285038449Z","level":"INFO","msg":"stream: closed","id":"76f9jnsn"}

wandb_logs/run-20251122_161333-76f9jnsn/logs/debug.log

@@ -0,0 +1,29 @@
+2025-11-22 16:13:33,411 INFO    MainThread:1796 [wandb_setup.py:_flush():80] Current SDK version is 0.23.0
+2025-11-22 16:13:33,411 INFO    MainThread:1796 [wandb_setup.py:_flush():80] Configure stats pid to 1796
+2025-11-22 16:13:33,411 INFO    MainThread:1796 [wandb_setup.py:_flush():80] Loading settings from /root/.config/wandb/settings
+2025-11-22 16:13:33,411 INFO    MainThread:1796 [wandb_setup.py:_flush():80] Loading settings from /content/code-switch-identification-model/wandb/settings
+2025-11-22 16:13:33,411 INFO    MainThread:1796 [wandb_setup.py:_flush():80] Loading settings from environment variables
+2025-11-22 16:13:33,411 INFO    MainThread:1796 [wandb_init.py:setup_run_log_directory():713] Logging user logs to /content/code-switch-identification-model/wandb/run-20251122_161333-76f9jnsn/logs/debug.log
+2025-11-22 16:13:33,412 INFO    MainThread:1796 [wandb_init.py:setup_run_log_directory():714] Logging internal logs to /content/code-switch-identification-model/wandb/run-20251122_161333-76f9jnsn/logs/debug-internal.log
+2025-11-22 16:13:33,412 INFO    MainThread:1796 [wandb_init.py:init():840] calling init triggers
+2025-11-22 16:13:33,412 INFO    MainThread:1796 [wandb_init.py:init():845] wandb.init called with sweep_config: {}
+config: {'model': 'bert-base-multilingual-cased', 'train_file': 'synthetic_data_gen/data2/train.txt', 'max_length': 128, 'epochs': 3, 'batch_size': 16, 'learning_rate': 2e-05, 'warmup_ratio': 0.1, 'weight_decay': 0.01, '_wandb': {}}
+2025-11-22 16:13:33,412 INFO    MainThread:1796 [wandb_init.py:init():888] starting backend
+2025-11-22 16:13:34,135 INFO    MainThread:1796 [wandb_init.py:init():891] sending inform_init request
+2025-11-22 16:13:34,146 INFO    MainThread:1796 [wandb_init.py:init():899] backend started and connected
+2025-11-22 16:13:34,149 INFO    MainThread:1796 [wandb_init.py:init():969] updated telemetry
+2025-11-22 16:13:34,155 INFO    MainThread:1796 [wandb_init.py:init():993] communicating run to backend with 90.0 second timeout
+2025-11-22 16:13:34,639 INFO    MainThread:1796 [wandb_init.py:init():1040] starting run threads in backend
+2025-11-22 16:13:35,168 INFO    MainThread:1796 [wandb_run.py:_console_start():2504] atexit reg
+2025-11-22 16:13:35,168 INFO    MainThread:1796 [wandb_run.py:_redirect():2352] redirect: wrap_raw
+2025-11-22 16:13:35,168 INFO    MainThread:1796 [wandb_run.py:_redirect():2421] Wrapping output streams.
+2025-11-22 16:13:35,168 INFO    MainThread:1796 [wandb_run.py:_redirect():2444] Redirects installed.
+2025-11-22 16:13:35,176 INFO    MainThread:1796 [wandb_init.py:init():1080] run started, returning control to user process
+2025-11-22 16:14:07,413 INFO    MainThread:1796 [wandb_run.py:_config_callback():1385] config_cb None None {'return_dict': True, 'output_hidden_states': False, 'torchscript': False, 'dtype': 'float32', 'pruned_heads': {}, 'tie_word_embeddings': True, 'chunk_size_feed_forward': 0, 'is_encoder_decoder': False, 'is_decoder': False, 'cross_attention_hidden_size': None, 'add_cross_attention': False, 'tie_encoder_decoder': False, 'architectures': ['BertForMaskedLM'], 'finetuning_task': None, 'id2label': {0: 'O', 1: 'B-GUJ', 2: 'I-GUJ', 3: 'B-ENG', 4: 'I-ENG'}, 'label2id': {'O': 0, 'B-GUJ': 1, 'I-GUJ': 2, 'B-ENG': 3, 'I-ENG': 4}, 'task_specific_params': None, 'problem_type': None, 'tokenizer_class': None, 'prefix': None, 'bos_token_id': None, 'pad_token_id': 0, 'eos_token_id': None, 'sep_token_id': None, 'decoder_start_token_id': None, 'max_length': 20, 'min_length': 0, 'do_sample': False, 'early_stopping': False, 'num_beams': 1, 'temperature': 1.0, 'top_k': 50, 'top_p': 1.0, 'typical_p': 1.0, 'repetition_penalty': 1.0, 'length_penalty': 1.0, 'no_repeat_ngram_size': 0, 'encoder_no_repeat_ngram_size': 0, 'bad_words_ids': None, 'num_return_sequences': 1, 'output_scores': False, 'return_dict_in_generate': False, 'forced_bos_token_id': None, 'forced_eos_token_id': None, 'remove_invalid_values': False, 'exponential_decay_length_penalty': None, 'suppress_tokens': None, 'begin_suppress_tokens': None, 'num_beam_groups': 1, 'diversity_penalty': 0.0, '_name_or_path': 'bert-base-multilingual-cased', 'transformers_version': '4.57.1', 'directionality': 'bidi', 'model_type': 'bert', 'pooler_fc_size': 768, 'pooler_num_attention_heads': 12, 'pooler_num_fc_layers': 3, 'pooler_size_per_head': 128, 'pooler_type': 'first_token_transform', 'tf_legacy_loss': False, 'use_bfloat16': False, 'vocab_size': 119547, 'hidden_size': 768, 'num_hidden_layers': 12, 'num_attention_heads': 12, 'hidden_act': 'gelu', 'intermediate_size': 3072, 'hidden_dropout_prob': 0.1, 'attention_probs_dropout_prob': 0.1, 'max_position_embeddings': 512, 'type_vocab_size': 2, 'initializer_range': 0.02, 'layer_norm_eps': 1e-12, 'position_embedding_type': 'absolute', 'use_cache': True, 'classifier_dropout': None, 'output_attentions': False, 'output_dir': './models/bert-multilingual-data2', 'overwrite_output_dir': True, 'do_train': False, 'do_eval': True, 'do_predict': False, 'eval_strategy': 'epoch', 'prediction_loss_only': False, 'per_device_train_batch_size': 16, 'per_device_eval_batch_size': 32, 'per_gpu_train_batch_size': None, 'per_gpu_eval_batch_size': None, 'gradient_accumulation_steps': 1, 'eval_accumulation_steps': None, 'eval_delay': 0, 'torch_empty_cache_steps': None, 'learning_rate': 2e-05, 'weight_decay': 0.01, 'adam_beta1': 0.9, 'adam_beta2': 0.999, 'adam_epsilon': 1e-08, 'max_grad_norm': 1.0, 'num_train_epochs': 3, 'max_steps': -1, 'lr_scheduler_type': 'linear', 'lr_scheduler_kwargs': {}, 'warmup_ratio': 0.1, 'warmup_steps': 0, 'log_level': 'passive', 'log_level_replica': 'warning', 'log_on_each_node': True, 'logging_dir': './models/bert-multilingual-data2/logs', 'logging_strategy': 'steps', 'logging_first_step': True, 'logging_steps': 50, 'logging_nan_inf_filter': True, 'save_strategy': 'epoch', 'save_steps': None, 'save_total_limit': 3, 'save_safetensors': True, 'save_on_each_node': False, 'save_only_model': False, 'restore_callback_states_from_checkpoint': False, 'no_cuda': False, 'use_cpu': False, 'use_mps_device': False, 'seed': 42, 'data_seed': None, 'jit_mode_eval': False, 'bf16': False, 'fp16': False, 'fp16_opt_level': 'O1', 'half_precision_backend': 'auto', 'bf16_full_eval': False, 'fp16_full_eval': False, 'tf32': None, 'local_rank': 0, 'ddp_backend': None, 'tpu_num_cores': None, 'tpu_metrics_debug': False, 'debug': [], 'dataloader_drop_last': False, 'eval_steps': None, 'dataloader_num_workers': 0, 'dataloader_prefetch_factor': None, 'past_index': -1, 'run_name': None, 'disable_tqdm': False, 'remove_unused_columns': True, 'label_names': None, 'load_best_model_at_end': True, 'metric_for_best_model': 'f1', 'greater_is_better': True, 'ignore_data_skip': False, 'fsdp': [], 'fsdp_min_num_params': 0, 'fsdp_config': {'min_num_params': 0, 'xla': False, 'xla_fsdp_v2': False, 'xla_fsdp_grad_ckpt': False}, 'fsdp_transformer_layer_cls_to_wrap': None, 'accelerator_config': {'split_batches': False, 'dispatch_batches': None, 'even_batches': True, 'use_seedable_sampler': True, 'non_blocking': False, 'gradient_accumulation_kwargs': None}, 'parallelism_config': None, 'deepspeed': None, 'label_smoothing_factor': 0.0, 'optim': 'adamw_torch_fused', 'optim_args': None, 'adafactor': False, 'group_by_length': False, 'length_column_name': 'length', 'report_to': ['tensorboard', 'wandb'], 'project': 'huggingface', 'trackio_space_id': 'trackio', 'ddp_find_unused_parameters': None, 'ddp_bucket_cap_mb': None, 'ddp_broadcast_buffers': None, 'dataloader_pin_memory': True, 'dataloader_persistent_workers': False, 'skip_memory_metrics': True, 'use_legacy_prediction_loop': False, 'push_to_hub': True, 'resume_from_checkpoint': None, 'hub_model_id': 'h3110Fr13nd/guj-eng-code-switch-bert-multilingual-data2', 'hub_strategy': 'end', 'hub_token': '<HUB_TOKEN>', 'hub_private_repo': False, 'hub_always_push': False, 'hub_revision': None, 'gradient_checkpointing': False, 'gradient_checkpointing_kwargs': None, 'include_inputs_for_metrics': False, 'include_for_metrics': [], 'eval_do_concat_batches': True, 'fp16_backend': 'auto', 'push_to_hub_model_id': 'guj-eng-code-switch-bert-multilingual-data2', 'push_to_hub_organization': None, 'push_to_hub_token': '<PUSH_TO_HUB_TOKEN>', 'mp_parameters': '', 'auto_find_batch_size': False, 'full_determinism': False, 'torchdynamo': None, 'ray_scope': 'last', 'ddp_timeout': 1800, 'torch_compile': False, 'torch_compile_backend': None, 'torch_compile_mode': None, 'include_tokens_per_second': False, 'include_num_input_tokens_seen': 'no', 'neftune_noise_alpha': None, 'optim_target_modules': None, 'batch_eval_metrics': False, 'eval_on_start': False, 'use_liger_kernel': False, 'liger_kernel_config': None, 'eval_use_gather_object': False, 'average_tokens_across_devices': True}
+2025-11-22 16:14:07,419 INFO    MainThread:1796 [wandb_config.py:__setitem__():154] [no run ID] config set model/num_parameters = 177266693 - <bound method Run._config_callback of <wandb.sdk.wandb_run.Run object at 0x78d561625010>>
+2025-11-22 16:14:07,419 INFO    MainThread:1796 [wandb_run.py:_config_callback():1385] config_cb model/num_parameters 177266693 None
+2025-11-22 16:18:08,618 INFO    MainThread:1796 [wandb_run.py:_finish():2270] finishing run h3110fr13nd-esparkbiz-technologies-pvt/gujarati-english-code-switch/76f9jnsn
+2025-11-22 16:18:08,620 INFO    MainThread:1796 [wandb_run.py:_atexit_cleanup():2469] got exitcode: 0
+2025-11-22 16:18:08,620 INFO    MainThread:1796 [wandb_run.py:_restore():2451] restore
+2025-11-22 16:18:08,620 INFO    MainThread:1796 [wandb_run.py:_restore():2457] restore done
+2025-11-22 16:18:09,283 INFO    MainThread:1796 [wandb_run.py:_footer_sync_info():3853] logging synced files

wandb_logs/run-20251122_161333-76f9jnsn/run-76f9jnsn.wandb

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd6b91c831f9df9526345cb41a6979eb703bf639ffedfdc4ff1c8c72d89f07ab
+size 142669

wandb_logs/run-20251122_162012-g5qyspo9/files/config.yaml

@@ -0,0 +1,543 @@
+_name_or_path:
+    value: bert-base-multilingual-cased
+_wandb:
+    value:
+        cli_version: 0.23.0
+        e:
+            i8buzorts1ot7g0apehzlb5qg4vk4nic:
+                args:
+                    - configs/bert_data3.json
+                codePath: train.py
+                codePathLocal: train.py
+                cpu_count: 1
+                cpu_count_logical: 2
+                cudaVersion: "12.4"
+                disk:
+                    /:
+                        total: "120942624768"
+                        used: "49258479616"
+                email: [email protected]
+                executable: /usr/bin/python3
+                git:
+                    commit: de0702477fe9412790ab872e2d1361a32e068b2d
+                    remote: https://h3110Fr13nd:@github.com/h3110Fr13nd/code-switch-identification-model.git
+                gpu: Tesla T4
+                gpu_count: 1
+                gpu_nvidia:
+                    - architecture: Turing
+                      cudaCores: 2560
+                      memoryTotal: "16106127360"
+                      name: Tesla T4
+                      uuid: GPU-d740f133-e3a8-f36c-28a2-52b7659451f1
+                host: f0da10c9a12b
+                memory:
+                    total: "13605842944"
+                os: Linux-6.6.105+-x86_64-with-glibc2.35
+                program: /content/code-switch-identification-model/train.py
+                python: CPython 3.12.12
+                root: /content/code-switch-identification-model
+                startedAt: "2025-11-22T16:20:12.394707Z"
+                writerId: i8buzorts1ot7g0apehzlb5qg4vk4nic
+        m:
+            - "1": train/global_step
+              "6":
+                - 3
+              "7": []
+            - "2": '*'
+              "5": 1
+              "6":
+                - 1
+              "7": []
+        python_version: 3.12.12
+        t:
+            "1":
+                - 1
+                - 2
+                - 3
+                - 5
+                - 11
+                - 12
+                - 41
+                - 49
+                - 51
+                - 53
+                - 71
+                - 98
+                - 100
+                - 105
+            "2":
+                - 1
+                - 2
+                - 3
+                - 5
+                - 11
+                - 12
+                - 41
+                - 49
+                - 51
+                - 53
+                - 71
+                - 98
+                - 100
+                - 105
+            "3":
+                - 2
+                - 7
+                - 13
+                - 15
+                - 16
+                - 19
+                - 62
+                - 66
+            "4": 3.12.12
+            "5": 0.23.0
+            "6": 4.57.1
+            "9":
+                "1": transformers_trainer
+            "12": 0.23.0
+            "13": linux-x86_64
+accelerator_config:
+    value:
+        dispatch_batches: null
+        even_batches: true
+        gradient_accumulation_kwargs: null
+        non_blocking: false
+        split_batches: false
+        use_seedable_sampler: true
+adafactor:
+    value: false
+adam_beta1:
+    value: 0.9
+adam_beta2:
+    value: 0.999
+adam_epsilon:
+    value: 1e-08
+add_cross_attention:
+    value: false
+architectures:
+    value:
+        - BertForMaskedLM
+attention_probs_dropout_prob:
+    value: 0.1
+auto_find_batch_size:
+    value: false
+average_tokens_across_devices:
+    value: true
+bad_words_ids:
+    value: null
+batch_eval_metrics:
+    value: false
+batch_size:
+    value: 16
+begin_suppress_tokens:
+    value: null
+bf16:
+    value: false
+bf16_full_eval:
+    value: false
+bos_token_id:
+    value: null
+chunk_size_feed_forward:
+    value: 0
+classifier_dropout:
+    value: null
+cross_attention_hidden_size:
+    value: null
+data_seed:
+    value: null
+dataloader_drop_last:
+    value: false
+dataloader_num_workers:
+    value: 0
+dataloader_persistent_workers:
+    value: false
+dataloader_pin_memory:
+    value: true
+dataloader_prefetch_factor:
+    value: null
+ddp_backend:
+    value: null
+ddp_broadcast_buffers:
+    value: null
+ddp_bucket_cap_mb:
+    value: null
+ddp_find_unused_parameters:
+    value: null
+ddp_timeout:
+    value: 1800
+debug:
+    value: []
+decoder_start_token_id:
+    value: null
+deepspeed:
+    value: null
+directionality:
+    value: bidi
+disable_tqdm:
+    value: false
+diversity_penalty:
+    value: 0
+do_eval:
+    value: true
+do_predict:
+    value: false
+do_sample:
+    value: false
+do_train:
+    value: false
+dtype:
+    value: float32
+early_stopping:
+    value: false
+encoder_no_repeat_ngram_size:
+    value: 0
+eos_token_id:
+    value: null
+epochs:
+    value: 3
+eval_accumulation_steps:
+    value: null
+eval_delay:
+    value: 0
+eval_do_concat_batches:
+    value: true
+eval_on_start:
+    value: false
+eval_steps:
+    value: null
+eval_strategy:
+    value: epoch
+eval_use_gather_object:
+    value: false
+exponential_decay_length_penalty:
+    value: null
+finetuning_task:
+    value: null
+forced_bos_token_id:
+    value: null
+forced_eos_token_id:
+    value: null
+fp16:
+    value: false
+fp16_backend:
+    value: auto
+fp16_full_eval:
+    value: false
+fp16_opt_level:
+    value: O1
+fsdp:
+    value: []
+fsdp_config:
+    value:
+        min_num_params: 0
+        xla: false
+        xla_fsdp_grad_ckpt: false
+        xla_fsdp_v2: false
+fsdp_min_num_params:
+    value: 0
+fsdp_transformer_layer_cls_to_wrap:
+    value: null
+full_determinism:
+    value: false
+gradient_accumulation_steps:
+    value: 1
+gradient_checkpointing:
+    value: false
+gradient_checkpointing_kwargs:
+    value: null
+greater_is_better:
+    value: true
+group_by_length:
+    value: false
+half_precision_backend:
+    value: auto
+hidden_act:
+    value: gelu
+hidden_dropout_prob:
+    value: 0.1
+hidden_size:
+    value: 768
+hub_always_push:
+    value: false
+hub_model_id:
+    value: h3110Fr13nd/guj-eng-code-switch-bert-multilingual-data3
+hub_private_repo:
+    value: false
+hub_revision:
+    value: null
+hub_strategy:
+    value: end
+hub_token:
+    value: <HUB_TOKEN>
+id2label:
+    value:
+        "0": O
+        "1": B-GUJ
+        "2": I-GUJ
+        "3": B-ENG
+        "4": I-ENG
+ignore_data_skip:
+    value: false
+include_for_metrics:
+    value: []
+include_inputs_for_metrics:
+    value: false
+include_num_input_tokens_seen:
+    value: "no"
+include_tokens_per_second:
+    value: false
+initializer_range:
+    value: 0.02
+intermediate_size:
+    value: 3072
+is_decoder:
+    value: false
+is_encoder_decoder:
+    value: false
+jit_mode_eval:
+    value: false
+label_names:
+    value: null
+label_smoothing_factor:
+    value: 0
+label2id:
+    value:
+        B-ENG: 3
+        B-GUJ: 1
+        I-ENG: 4
+        I-GUJ: 2
+        O: 0
+layer_norm_eps:
+    value: 1e-12
+learning_rate:
+    value: 2e-05
+length_column_name:
+    value: length
+length_penalty:
+    value: 1
+liger_kernel_config:
+    value: null
+load_best_model_at_end:
+    value: true
+local_rank:
+    value: 0
+log_level:
+    value: passive
+log_level_replica:
+    value: warning
+log_on_each_node:
+    value: true
+logging_dir:
+    value: ./models/bert-multilingual-data3/logs
+logging_first_step:
+    value: true
+logging_nan_inf_filter:
+    value: true
+logging_steps:
+    value: 50
+logging_strategy:
+    value: steps
+lr_scheduler_type:
+    value: linear
+max_grad_norm:
+    value: 1
+max_length:
+    value: 20
+max_position_embeddings:
+    value: 512
+max_steps:
+    value: -1
+metric_for_best_model:
+    value: f1
+min_length:
+    value: 0
+model:
+    value: bert-base-multilingual-cased
+model/num_parameters:
+    value: 177266693
+model_type:
+    value: bert
+mp_parameters:
+    value: ""
+neftune_noise_alpha:
+    value: null
+no_cuda:
+    value: false
+no_repeat_ngram_size:
+    value: 0
+num_attention_heads:
+    value: 12
+num_beam_groups:
+    value: 1
+num_beams:
+    value: 1
+num_hidden_layers:
+    value: 12
+num_return_sequences:
+    value: 1
+num_train_epochs:
+    value: 3
+optim:
+    value: adamw_torch_fused
+optim_args:
+    value: null
+optim_target_modules:
+    value: null
+output_attentions:
+    value: false
+output_dir:
+    value: ./models/bert-multilingual-data3
+output_hidden_states:
+    value: false
+output_scores:
+    value: false
+overwrite_output_dir:
+    value: true
+pad_token_id:
+    value: 0
+parallelism_config:
+    value: null
+past_index:
+    value: -1
+per_device_eval_batch_size:
+    value: 32
+per_device_train_batch_size:
+    value: 16
+per_gpu_eval_batch_size:
+    value: null
+per_gpu_train_batch_size:
+    value: null
+pooler_fc_size:
+    value: 768
+pooler_num_attention_heads:
+    value: 12
+pooler_num_fc_layers:
+    value: 3
+pooler_size_per_head:
+    value: 128
+pooler_type:
+    value: first_token_transform
+position_embedding_type:
+    value: absolute
+prediction_loss_only:
+    value: false
+prefix:
+    value: null
+problem_type:
+    value: null
+project:
+    value: huggingface
+push_to_hub:
+    value: true
+push_to_hub_model_id:
+    value: guj-eng-code-switch-bert-multilingual-data3
+push_to_hub_organization:
+    value: null
+push_to_hub_token:
+    value: <PUSH_TO_HUB_TOKEN>
+ray_scope:
+    value: last
+remove_invalid_values:
+    value: false
+remove_unused_columns:
+    value: true
+repetition_penalty:
+    value: 1
+report_to:
+    value:
+        - tensorboard
+        - wandb
+restore_callback_states_from_checkpoint:
+    value: false
+resume_from_checkpoint:
+    value: null
+return_dict:
+    value: true
+return_dict_in_generate:
+    value: false
+run_name:
+    value: null
+save_on_each_node:
+    value: false
+save_only_model:
+    value: false
+save_safetensors:
+    value: true
+save_steps:
+    value: null
+save_strategy:
+    value: epoch
+save_total_limit:
+    value: 3
+seed:
+    value: 42
+sep_token_id:
+    value: null
+skip_memory_metrics:
+    value: true
+suppress_tokens:
+    value: null
+task_specific_params:
+    value: null
+temperature:
+    value: 1
+tf_legacy_loss:
+    value: false
+tf32:
+    value: null
+tie_encoder_decoder:
+    value: false
+tie_word_embeddings:
+    value: true
+tokenizer_class:
+    value: null
+top_k:
+    value: 50
+top_p:
+    value: 1
+torch_compile:
+    value: false
+torch_compile_backend:
+    value: null
+torch_compile_mode:
+    value: null
+torch_empty_cache_steps:
+    value: null
+torchdynamo:
+    value: null
+torchscript:
+    value: false
+tpu_metrics_debug:
+    value: false
+tpu_num_cores:
+    value: null
+trackio_space_id:
+    value: trackio
+train_file:
+    value: synthetic_data_gen/data3/train.txt
+transformers_version:
+    value: 4.57.1
+type_vocab_size:
+    value: 2
+typical_p:
+    value: 1
+use_bfloat16:
+    value: false
+use_cache:
+    value: true
+use_cpu:
+    value: false
+use_legacy_prediction_loop:
+    value: false
+use_liger_kernel:
+    value: false
+use_mps_device:
+    value: false
+vocab_size:
+    value: 119547
+warmup_ratio:
+    value: 0.1
+warmup_steps:
+    value: 0
+weight_decay:
+    value: 0.01

wandb_logs/run-20251122_162012-g5qyspo9/files/output.log

@@ -0,0 +1,81 @@
+
+    _|    _|  _|    _|    _|_|_|    _|_|_|  _|_|_|  _|      _|    _|_|_|      _|_|_|_|    _|_|      _|_|_|  _|_|_|_|
+    _|    _|  _|    _|  _|        _|          _|    _|_|    _|  _|            _|        _|    _|  _|        _|
+    _|_|_|_|  _|    _|  _|  _|_|  _|  _|_|    _|    _|  _|  _|  _|  _|_|      _|_|_|    _|_|_|_|  _|        _|_|_|
+    _|    _|  _|    _|  _|    _|  _|    _|    _|    _|    _|_|  _|    _|      _|        _|    _|  _|        _|
+    _|    _|    _|_|      _|_|_|    _|_|_|  _|_|_|  _|      _|    _|_|_|      _|        _|    _|    _|_|_|  _|_|_|_|
+Enter your token (input will not be visible):
+
+Cannot authenticate through git-credential as no helper is defined on your machine.
+You might have to re-authenticate when pushing to the Hugging Face Hub.
+Run the following command in your terminal in case you want to set the 'store' credential helper as default.
+
+git config --global credential.helper store
+
+Read https://git-scm.com/book/en/v2/Git-Tools-Credential-Storage for more details.
+Token has not been saved to git credential helper.
+WARNING:huggingface_hub._login:Token has not been saved to git credential helper.
+Some weights of BertForTokenClassification were not initialized from the model checkpoint at bert-base-multilingual-cased and are newly initialized: ['classifier.bias', 'classifier.weight']
+You should probably TRAIN this model on a down-stream task to be able to use it for predictions and inference.
+100% 741/741 [04:18<00:00,  2.86it/s]
+{'loss': 1.605, 'grad_norm': 7.117066383361816, 'learning_rate': 0.0, 'epoch': 0.0}
+{'loss': 1.1156, 'grad_norm': 2.9144561290740967, 'learning_rate': 1.3066666666666668e-05, 'epoch': 0.2}
+{'loss': 0.3404, 'grad_norm': 17.36507225036621, 'learning_rate': 1.927927927927928e-05, 'epoch': 0.4}
+{'loss': 0.1872, 'grad_norm': 4.454167366027832, 'learning_rate': 1.7777777777777777e-05, 'epoch': 0.61}
+{'loss': 0.167, 'grad_norm': 3.682462692260742, 'learning_rate': 1.627627627627628e-05, 'epoch': 0.81}
+Processing Files (3 / 3)      : 100% 709M/709M [00:18<00:00, 39.3MB/s, 27.8MB/s  ] 
+{'eval_loss': 0.10514671355485916, 'eval_precision': 0.9108744394618834, 'eval_recall': 0.9497369959088252, 'eval_f1': 0.9298998569384834, 'eval_accuracy': 0.9728603668769168, 'eval_runtime': 3.6556, 'eval_samples_per_second': 134.862, 'eval_steps_per_second': 4.377, 'epoch': 1.0}
+{'loss': 0.1493, 'grad_norm': 1.5595707893371582, 'learning_rate': 1.4774774774774776e-05, 'epoch': 1.01}
+{'loss': 0.0968, 'grad_norm': 2.235821008682251, 'learning_rate': 1.3273273273273274e-05, 'epoch': 1.21}
+{'loss': 0.0727, 'grad_norm': 1.0842339992523193, 'learning_rate': 1.1771771771771771e-05, 'epoch': 1.42}
+{'loss': 0.0868, 'grad_norm': 6.031585693359375, 'learning_rate': 1.027027027027027e-05, 'epoch': 1.62}
+{'loss': 0.0701, 'grad_norm': 1.9359896183013916, 'learning_rate': 8.768768768768769e-06, 'epoch': 1.82}
+{'eval_loss': 0.07907417416572571, 'eval_precision': 0.9501146788990825, 'eval_recall': 0.9684395090590298, 'eval_f1': 0.9591895803183791, 'eval_accuracy': 0.98026734563972, 'eval_runtime': 3.4462, 'eval_samples_per_second': 143.054, 'eval_steps_per_second': 4.643, 'epoch': 2.0}
+{'loss': 0.0643, 'grad_norm': 3.1213998794555664, 'learning_rate': 7.267267267267268e-06, 'epoch': 2.02}
+{'loss': 0.05, 'grad_norm': 7.348484516143799, 'learning_rate': 5.765765765765766e-06, 'epoch': 2.23}
+{'loss': 0.048, 'grad_norm': 3.844130039215088, 'learning_rate': 4.264264264264265e-06, 'epoch': 2.43}
+{'loss': 0.0333, 'grad_norm': 2.3236796855926514, 'learning_rate': 2.7627627627627628e-06, 'epoch': 2.63}
+{'loss': 0.0487, 'grad_norm': 4.769405841827393, 'learning_rate': 1.2612612612612613e-06, 'epoch': 2.83}
+{'eval_loss': 0.0766110047698021, 'eval_precision': 0.952819332566168, 'eval_recall': 0.9678550555230859, 'eval_f1': 0.9602783415482748, 'eval_accuracy': 0.9815404201145767, 'eval_runtime': 3.3752, 'eval_samples_per_second': 146.064, 'eval_steps_per_second': 4.74, 'epoch': 3.0}
+{'train_runtime': 258.9215, 'train_samples_per_second': 45.651, 'train_steps_per_second': 2.862, 'train_loss': 0.17321264293351477, 'epoch': 3.0}
+New Data Upload               : 100% 709M/709M [00:18<00:00, 39.3MB/s, 27.8MB/s  ] 
+  ...l-data3/model.safetensors: 100% 709M/709M [00:17<00:00, 41.7MB/s] 
+  ...28435.f0da10c9a12b.3876.0: 100% 10.4k/10.4k [00:09<00:00, 973B/s]  
+  ...l-data3/training_args.bin: 100% 5.97k/5.97k [00:09<00:00, 559B/s]  
+Processing Files (3 / 3)      : 100% 709M/709M [00:04<00:00, 154MB/s,  154MB/s  ] 
+New Data Upload               : |          |  0.00B /  0.00B,  0.00B/s  
+  ...l-data3/training_args.bin: 100% 5.97k/5.97k [00:04<?, ?B/s]
+  ...28435.f0da10c9a12b.3876.0: 100% 10.4k/10.4k [00:04<?, ?B/s]
+  ...l-data3/model.safetensors: 100% 709M/709M [00:04<00:00, 153MB/s] 
+No files have been modified since last commit. Skipping to prevent empty commit.
+WARNING:huggingface_hub.hf_api:No files have been modified since last commit. Skipping to prevent empty commit.
+***** train metrics *****
+  epoch                    =        3.0
+  total_flos               =   461623GF
+  train_loss               =     0.1732
+  train_runtime            = 0:04:18.92
+  train_samples_per_second =     45.651
+  train_steps_per_second   =      2.862
+100% 16/16 [00:03<00:00,  5.02it/s]
+***** eval metrics *****
+  epoch                   =        3.0
+  eval_accuracy           =     0.9815
+  eval_f1                 =     0.9603
+  eval_loss               =     0.0766
+  eval_precision          =     0.9528
+  eval_recall             =     0.9679
+  eval_runtime            = 0:00:03.41
+  eval_samples_per_second =    144.258
+  eval_steps_per_second   =      4.682
+ 94% 15/16 [00:02<00:00,  6.09it/s]early stopping required metric_for_best_model, but did not find eval_f1 so early stopping is disabled
+100% 16/16 [00:03<00:00,  5.04it/s]
+***** test metrics *****
+  epoch                   =        3.0
+  test_accuracy           =     0.9802
+  test_f1                 =      0.957
+  test_loss               =     0.0883
+  test_precision          =     0.9483
+  test_recall             =     0.9658
+  test_runtime            = 0:00:03.38
+  test_samples_per_second =    145.525
+  test_steps_per_second   =      4.733

wandb_logs/run-20251122_162012-g5qyspo9/files/requirements.txt

@@ -0,0 +1,698 @@
+setuptools==75.2.0
+pip==24.1.2
+requirements-parser==0.9.0
+types-setuptools==80.9.0.20250822
+ipykernel==7.1.0
+tensorboard==2.20.0
+numpy==2.3.5
+pyarrow==22.0.0
+matplotlib==3.10.7
+widgetsnbextension==4.0.15
+seqeval==1.2.2
+ipywidgets==8.1.8
+datasets==4.4.1
+pandas==2.3.3
+comm==0.2.3
+google-genai==1.50.1
+scikit-learn==1.7.2
+evaluate==0.4.6
+jedi==0.19.2
+jupyter_client==8.6.3
+google-colab==1.0.0
+httpcore==1.0.9
+colorlover==0.3.0
+pyOpenSSL==24.2.1
+PySocks==1.7.1
+fsspec==2025.3.0
+google-ai-generativelanguage==0.6.15
+dlib==19.24.6
+fastdownload==0.0.7
+jaxlib==0.7.2
+python-multipart==0.0.20
+nltk==3.9.1
+chardet==5.2.0
+pyparsing==3.2.5
+sentry-sdk==2.45.0
+audioread==3.1.0
+langchain-core==0.3.80
+jaraco.classes==3.4.0
+cymem==2.0.13
+vega-datasets==0.9.0
+docstring_parser==0.17.0
+nest-asyncio==1.6.0
+mlxtend==0.23.4
+xyzservices==2025.10.0
+more-itertools==10.8.0
+torchao==0.10.0
+numba==0.60.0
+panel==1.8.3
+docutils==0.21.2
+holoviews==1.22.0
+attrs==25.4.0
+db-dtypes==1.4.4
+tabulate==0.9.0
+pydotplus==2.0.2
+soundfile==0.13.1
+sklearn-pandas==2.2.0
+multitasking==0.0.12
+glob2==0.7
+nvidia-cusolver-cu12==11.7.1.2
+google-adk==1.17.0
+alabaster==1.0.0
+mdit-py-plugins==0.5.0
+intel-cmplr-lib-ur==2025.3.1
+nvidia-cufft-cu12==11.3.0.4
+google-cloud-bigquery-connection==1.19.0
+polars==1.31.0
+openai==1.109.1
+google-cloud-spanner==3.59.0
+patsy==1.0.2
+pytest==8.4.2
+pycparser==2.23
+curl_cffi==0.13.0
+linkify-it-py==2.0.3
+imutils==0.5.4
+Markdown==3.10
+pandas-stubs==2.2.2.240909
+pooch==1.8.2
+pandas-gbq==0.30.0
+google-cloud-dataproc==5.23.0
+google-cloud-language==2.18.0
+jupyter_kernel_gateway==2.5.2
+google-resumable-media==2.8.0
+nvidia-cuda-runtime-cu12==12.6.77
+dask-cudf-cu12==25.10.0
+websocket-client==1.9.0
+distributed-ucxx-cu12==0.46.0
+altair==5.5.0
+idna==3.11
+wandb==0.23.0
+moviepy==1.0.3
+click==8.3.1
+oauth2client==4.1.3
+GDAL==3.8.4
+mcp==1.21.2
+pyzmq==26.2.1
+langsmith==0.4.43
+sqlparse==0.5.3
+betterproto==2.0.0b6
+parso==0.8.5
+imbalanced-learn==0.14.0
+tbb==2022.3.0
+dm-tree==0.1.9
+cuda-python==12.9.4
+pygit2==1.19.0
+proglog==0.1.12
+fastjsonschema==2.21.2
+tornado==6.5.1
+matplotlib-venn==1.1.2
+Authlib==1.6.5
+cryptography==43.0.3
+snowballstemmer==3.0.1
+networkx==3.5
+nvidia-cublas-cu12==12.6.4.1
+wcwidth==0.2.14
+dopamine_rl==4.1.2
+blobfile==3.1.0
+simple-parsing==0.1.7
+pylibcugraph-cu12==25.10.1
+sentence-transformers==5.1.2
+jsonpatch==1.33
+webencodings==0.5.1
+zict==3.0.0
+google-cloud-bigquery-storage==2.34.0
+sphinxcontrib-serializinghtml==2.0.0
+uc-micro-py==1.0.3
+rfc3987-syntax==1.1.0
+itsdangerous==2.2.0
+peft==0.18.0
+gspread-dataframe==4.0.0
+pydot==3.0.4
+pydantic_core==2.33.2
+oauthlib==3.3.1
+google-cloud-bigquery==3.38.0
+geopy==2.4.1
+rmm-cu12==25.10.0
+distributed==2025.9.1
+pandocfilters==1.5.1
+llvmlite==0.43.0
+torchaudio==2.9.0+cu126
+hdbscan==0.8.40
+safetensors==0.7.0
+et_xmlfile==2.0.0
+numexpr==2.14.1
+scs==3.2.9
+importlib_resources==6.5.2
+pyogrio==0.11.1
+rapids-logger==0.1.19
+google==2.0.3
+blinker==1.9.0
+colour==0.1.5
+lightgbm==4.6.0
+pylibraft-cu12==25.10.0
+autograd==1.8.0
+duckdb==1.3.2
+typing_extensions==4.15.0
+protobuf==5.29.5
+argon2-cffi==25.1.0
+Bottleneck==1.4.2
+libucxx-cu12==0.46.0
+libcugraph-cu12==25.10.1
+huggingface-hub==0.36.0
+fastapi==0.121.3
+mistune==3.1.4
+pyspark==3.5.1
+ibis-framework==9.5.0
+tqdm==4.67.1
+seaborn==0.13.2
+mdurl==0.1.2
+stumpy==1.13.0
+python-dotenv==1.2.1
+psygnal==0.15.0
+music21==9.3.0
+Farama-Notifications==0.0.4
+jsonschema-specifications==2025.9.1
+xxhash==3.6.0
+confection==0.1.5
+treelite==4.4.1
+httpimport==1.4.1
+libpysal==4.13.0
+cramjam==2.11.0
+google-cloud-functions==1.21.0
+grpcio-status==1.71.2
+torchsummary==1.5.1
+nvidia-nvshmem-cu12==3.3.20
+libucx-cu12==1.19.0
+geopandas==1.1.1
+toml==0.10.2
+shapely==2.1.2
+html5lib==1.1
+antlr4-python3-runtime==4.9.3
+clarabel==0.11.1
+uvicorn==0.38.0
+toolz==0.12.1
+cloudpathlib==0.23.0
+cupy-cuda12x==13.6.0
+fastai==2.8.5
+peewee==3.18.3
+GitPython==3.1.45
+aiohappyeyeballs==2.6.1
+murmurhash==1.0.15
+jax-cuda12-plugin==0.7.2
+pyperclip==1.11.0
+promise==2.3
+jupyter_server==2.14.0
+webcolors==25.10.0
+imagesize==1.4.1
+prettytable==3.17.0
+alembic==1.17.2
+progressbar2==4.5.0
+requests==2.32.4
+nvidia-ml-py==13.580.82
+humanize==4.14.0
+umap-learn==0.5.9.post2
+h5netcdf==1.7.3
+PyGObject==3.42.0
+google-cloud-aiplatform==1.128.0
+flatbuffers==25.9.23
+optax==0.2.6
+nvidia-cuda-cupti-cu12==12.6.80
+nx-cugraph-cu12==25.10.0
+lark==1.3.1
+tenacity==8.5.0
+entrypoints==0.4
+prompt_toolkit==3.0.52
+fonttools==4.60.1
+ffmpy==1.0.0
+google-cloud-core==2.5.0
+matplotlib-inline==0.2.1
+sphinxcontrib-jsmath==1.0.1
+ply==3.11
+tweepy==4.16.0
+en_core_web_sm==3.8.0
+google-crc32c==1.7.1
+libcudf-cu12==25.10.0
+ipytree==0.2.2
+ImageIO==2.37.2
+rfc3339-validator==0.1.4
+keras==3.10.0
+opt_einsum==3.4.0
+jupyter_server_terminals==0.5.3
+rpds-py==0.29.0
+threadpoolctl==3.6.0
+urllib3==2.5.0
+kagglehub==0.3.13
+Flask==3.1.2
+easydict==1.13
+grpcio==1.76.0
+ratelim==0.1.6
+logical-unification==0.4.7
+omegaconf==2.3.0
+roman-numerals-py==3.1.0
+dataproc-spark-connect==0.8.3
+langchain-text-splitters==0.3.11
+tinycss2==1.4.0
+python-json-logger==4.0.0
+scikit-image==0.25.2
+highspy==1.12.0
+tf-slim==1.1.0
+torchtune==0.6.1
+jupyter-console==6.6.3
+spanner-graph-notebook==1.1.8
+dill==0.3.8
+tensorboard-data-server==0.7.2
+slicer==0.0.8
+keyring==25.7.0
+arviz==0.22.0
+sympy==1.13.3
+google-cloud-resource-manager==1.15.0
+traittypes==0.2.3
+typer-slim==0.20.0
+annotated-doc==0.0.4
+hf-xet==1.2.0
+dask-cuda==25.10.0
+pymc==5.26.1
+pynndescent==0.5.13
+stanio==0.5.1
+treescope==0.1.10
+optree==0.18.0
+propcache==0.4.1
+rich==13.9.4
+gcsfs==2025.3.0
+torch==2.9.0+cu126
+MarkupSafe==3.0.3
+tzlocal==5.3.1
+google-cloud-secret-manager==2.25.0
+atpublic==5.1
+gitdb==4.0.12
+ruff==0.14.5
+opentelemetry-exporter-gcp-monitoring==1.11.0a0
+grpc-interceptor==0.15.4
+opentelemetry-exporter-gcp-logging==1.11.0a0
+fqdn==1.5.1
+soxr==1.0.0
+hf_transfer==0.1.9
+pyasn1==0.6.1
+geemap==0.35.3
+regex==2024.11.6
+ipython-sql==0.5.0
+pyviz_comms==3.0.6
+pydub==0.25.1
+geographiclib==2.1
+Jinja2==3.1.6
+ipython-genutils==0.2.0
+multiprocess==0.70.16
+h11==0.16.0
+tables==3.10.2
+tensorflow-text==2.19.0
+bokeh==3.7.3
+opentelemetry-resourcedetector-gcp==1.11.0a0
+beautifulsoup4==4.13.5
+filelock==3.20.0
+catalogue==2.0.10
+fasttransform==0.0.2
+typeguard==4.4.4
+openpyxl==3.1.5
+tokenizers==0.22.1
+plotly==5.24.1
+ucxx-cu12==0.46.0
+branca==0.8.2
+overrides==7.7.0
+cuda-core==0.3.2
+tensorflow-probability==0.25.0
+xarray-einstats==0.9.1
+tf_keras==2.19.0
+referencing==0.37.0
+argon2-cffi-bindings==25.1.0
+librmm-cu12==25.10.0
+nvidia-cusparse-cu12==12.5.4.2
+google-cloud-discoveryengine==0.13.12
+xgboost==3.1.1
+diffusers==0.35.2
+timm==1.0.22
+PyDrive2==1.21.3
+tblib==3.2.2
+scooby==0.11.0
+opencv-python-headless==4.12.0.88
+wheel==0.45.1
+firebase-admin==6.9.0
+shap==0.50.0
+jsonpointer==3.0.0
+python-louvain==0.16
+charset-normalizer==3.4.4
+sqlglot==25.20.2
+jsonschema==4.25.1
+jieba==0.42.1
+importlib_metadata==8.7.0
+nvidia-cuda-nvrtc-cu12==12.6.77
+editdistance==0.8.1
+jax==0.7.2
+google-api-core==2.28.1
+shellingham==1.5.4
+portpicker==1.5.2
+cudf-cu12==25.10.0
+gspread==6.2.1
+pylibcudf-cu12==25.10.0
+python-slugify==8.0.4
+anywidget==0.9.21
+distro==1.9.0
+stringzilla==4.2.3
+libcuml-cu12==25.10.0
+graphviz==0.21
+ipython==7.34.0
+hyperopt==0.2.7
+sniffio==1.3.1
+python-utils==3.9.1
+bigframes==2.29.1
+folium==0.20.0
+google-cloud-bigtable==2.34.0
+text-unidecode==1.3
+pydantic-settings==2.12.0
+annotated-types==0.7.0
+locket==1.0.0
+pyproj==3.7.2
+orbax-checkpoint==0.11.28
+PyJWT==2.10.1
+natsort==8.4.0
+astropy-iers-data==0.2025.11.10.0.38.31
+gym-notices==0.1.0
+debugpy==1.8.15
+weasel==0.4.3
+PyOpenGL==3.1.10
+pydata-google-auth==1.9.1
+semantic-version==2.10.0
+google-cloud-firestore==2.21.0
+statsmodels==0.14.5
+pycocotools==2.0.10
+greenlet==3.2.4
+Werkzeug==3.1.3
+preshed==3.0.12
+gymnasium==1.2.2
+prometheus_client==0.23.1
+triton==3.5.0
+frozendict==2.4.7
+multipledispatch==1.0.0
+srsly==2.5.2
+google-auth-httplib2==0.2.1
+zstandard==0.25.0
+uri-template==1.3.0
+gradio==5.49.1
+websockets==15.0.1
+bigquery-magics==0.10.3
+nvidia-cuda-nvcc-cu12==12.5.82
+etils==1.13.0
+cufflinks==0.17.3
+simsimd==6.5.3
+frozenlist==1.8.0
+transformers==4.57.1
+ale-py==0.11.2
+orjson==3.11.4
+jiter==0.12.0
+safehttpx==0.1.7
+google-auth==2.38.0
+inflect==7.5.0
+decorator==4.4.2
+types-pytz==2025.2.0.20251108
+cyipopt==1.5.0
+imageio-ffmpeg==0.6.0
+pyshp==3.0.2.post1
+grpc-google-iam-v1==0.14.3
+immutabledict==4.2.2
+ipyparallel==8.8.0
+beartype==0.22.5
+keras-nlp==0.21.1
+tensorflow-hub==0.16.1
+yfinance==0.2.66
+cuda-toolkit==12.9.1
+googleapis-common-protos==1.72.0
+google-generativeai==0.8.5
+aiofiles==24.1.0
+joblib==1.5.2
+ndindex==1.10.1
+nbformat==5.10.4
+pygame==2.6.1
+opentelemetry-proto==1.37.0
+cachetools==5.5.2
+sphinxcontrib-qthelp==2.0.0
+albumentations==2.0.8
+libraft-cu12==25.10.0
+absl-py==1.4.0
+simplejson==3.20.2
+jupytext==1.17.3
+raft-dask-cu12==25.10.0
+pyomo==6.9.5
+msgpack==1.1.2
+tensorflow==2.19.0
+dask==2025.9.1
+aiohttp==3.13.2
+future==1.0.0
+bleach==6.3.0
+cmdstanpy==1.3.0
+wurlitzer==3.1.1
+libkvikio-cu12==25.10.0
+google-cloud-audit-log==0.4.0
+packaging==25.0
+defusedxml==0.7.1
+google-auth-oauthlib==1.2.3
+textblob==0.19.0
+pexpect==4.9.0
+Mako==1.3.10
+cmake==3.31.6
+eerepr==0.1.2
+namex==0.1.0
+sse-starlette==3.0.3
+grpclib==0.4.8
+jaraco.context==6.0.1
+nbclient==0.10.2
+scipy==1.16.3
+miniKanren==1.0.5
+nvidia-curand-cu12==10.3.7.77
+sphinxcontrib-applehelp==2.0.0
+python-dateutil==2.9.0.post0
+librosa==0.11.0
+ptyprocess==0.7.0
+opentelemetry-api==1.37.0
+nvtx==0.2.13
+nvidia-cufile-cu12==1.11.1.6
+plum-dispatch==2.6.0
+kiwisolver==1.4.9
+ipyleaflet==0.20.0
+jaraco.functools==4.3.0
+terminado==0.18.1
+tensorflow_decision_forests==1.12.0
+Send2Trash==1.8.3
+flax==0.10.7
+PyWavelets==1.9.0
+brotli==1.2.0
+mpmath==1.3.0
+earthengine-api==1.5.24
+isoduration==20.11.0
+pytz==2025.2
+tiktoken==0.12.0
+traitlets==5.7.1
+typer==0.20.0
+plotnine==0.14.5
+sphinxcontrib-devhelp==2.0.0
+spacy==3.8.11
+gym==0.25.2
+google-cloud-datastore==2.21.0
+torchdata==0.11.0
+bqplot==0.12.45
+missingno==0.5.2
+nvidia-cudnn-cu12==9.10.2.21
+param==2.3.0
+tensorstore==0.1.79
+ipyfilechooser==0.6.0
+rfc3986-validator==0.1.1
+nibabel==5.3.2
+starlette==0.50.0
+psutil==5.9.5
+lazy_loader==0.4
+smart_open==7.5.0
+jupyter_core==5.9.1
+pycairo==1.29.0
+pytensor==2.35.1
+hpack==4.1.0
+smmap==5.0.2
+httplib2==0.31.0
+h2==4.3.0
+nvidia-nccl-cu12==2.27.5
+googledrivedownloader==1.1.0
+SQLAlchemy==2.0.44
+yellowbrick==1.5
+cloudpickle==3.1.2
+typing-inspection==0.4.2
+cuml-cu12==25.10.0
+tensorflow-metadata==1.17.2
+hyperframe==6.1.0
+numba-cuda==0.19.1
+rpy2==3.5.17
+cuda-bindings==12.9.4
+langchain==0.3.27
+array_record==0.8.3
+google-cloud-appengine-logging==1.7.0
+requests-oauthlib==2.0.0
+lxml==5.4.0
+rsa==4.9.1
+thinc==8.3.10
+tomlkit==0.13.3
+blis==1.3.3
+opentelemetry-sdk==1.37.0
+kaggle==1.7.4.5
+tcmlib==1.4.1
+holidays==0.85
+multidict==6.7.0
+accelerate==1.11.0
+pyerfa==2.0.1.5
+babel==2.17.0
+google-api-python-client==2.187.0
+cffi==2.0.0
+soupsieve==2.8
+opencv-python==4.12.0.88
+rapids-dask-dependency==25.10.0
+chex==0.1.90
+google-cloud-translate==3.23.0
+python-snappy==0.7.3
+xarray==2025.11.0
+pillow==11.3.0
+uritemplate==4.2.0
+Cython==3.0.12
+tensorflow-datasets==4.9.9
+mkl==2025.2.0
+cvxpy==1.6.7
+spacy-loggers==1.0.5
+keyrings.google-artifactregistry-auth==1.1.2
+spacy-legacy==3.0.12
+fastrlock==0.8.3
+aiosignal==1.4.0
+osqp==1.0.5
+astunparse==1.6.3
+py-cpuinfo==9.0.0
+nbclassic==1.3.3
+pycryptodomex==3.23.0
+anyio==4.11.0
+ydf==0.13.0
+parsy==2.2
+einops==0.8.1
+iniconfig==2.3.0
+cycler==0.12.1
+h5py==3.15.1
+libclang==18.1.1
+gdown==5.2.0
+wasabi==1.1.3
+httpx==0.28.1
+termcolor==3.2.0
+umf==1.0.2
+mizani==0.13.5
+astropy==7.1.1
+opentelemetry-exporter-gcp-trace==1.11.0
+pandas-datareader==0.10.0
+nvidia-nvjitlink-cu12==12.6.85
+pickleshare==0.7.5
+community==1.0.0b1
+prophet==1.1.7
+jupyterlab_pygments==0.3.0
+requests-toolbelt==1.0.0
+gradio_client==1.13.3
+pydantic==2.11.10
+google-cloud-logging==3.12.1
+google-cloud-storage==2.19.0
+intel-openmp==2025.3.1
+tifffile==2025.10.16
+colorcet==3.1.0
+google-cloud-speech==2.34.0
+notebook_shim==0.2.4
+xlrd==2.0.2
+httpx-sse==0.4.3
+backcall==0.2.0
+blosc2==3.11.1
+sortedcontainers==2.4.0
+opentelemetry-exporter-otlp-proto-common==1.37.0
+sentencepiece==0.2.1
+six==1.17.0
+google-pasta==0.2.0
+sphinxcontrib-htmlhelp==2.1.0
+zipp==3.23.0
+jupyter-leaflet==0.20.0
+jeepney==0.9.0
+cons==0.4.7
+markdown-it-py==4.0.0
+wordcloud==1.9.4
+opencv-contrib-python==4.12.0.88
+opentelemetry-exporter-otlp-proto-http==1.37.0
+absolufy-imports==0.3.1
+psycopg2==2.9.11
+groovy==0.1.2
+CacheControl==0.14.4
+arrow==1.4.0
+ipyevents==2.0.4
+tzdata==2025.2
+nvidia-nvtx-cu12==12.6.77
+Sphinx==8.2.3
+tsfresh==0.21.1
+jupyter-events==0.12.0
+partd==1.4.2
+platformdirs==4.5.0
+SecretStorage==3.4.1
+narwhals==2.12.0
+sqlalchemy-spanner==1.17.1
+watchdog==6.0.0
+nbconvert==7.16.6
+google-cloud-trace==1.17.0
+cuda-pathfinder==1.3.2
+proto-plus==1.26.1
+notebook==6.5.7
+fastcore==1.8.16
+pluggy==1.6.0
+etuples==0.3.10
+gast==0.6.0
+PyYAML==6.0.3
+opentelemetry-semantic-conventions==0.58b0
+ml_dtypes==0.5.4
+google-cloud-monitoring==2.28.0
+pyasn1_modules==0.4.2
+cvxopt==1.3.2
+contourpy==1.3.3
+gin-config==0.5.0
+certifi==2025.11.12
+jsonpickle==4.1.1
+wrapt==2.0.1
+keras-hub==0.21.1
+torchvision==0.24.0+cu126
+yarl==1.22.0
+jupyterlab_widgets==3.0.16
+py4j==0.10.9.7
+Pygments==2.19.2
+python-box==7.3.2
+albucore==0.0.24
+nvidia-cuda-cccl-cu12==12.9.27
+jax-cuda12-pjrt==0.7.2
+fastprogress==1.0.3
+nvidia-cusparselt-cu12==0.7.1
+geocoder==1.38.1
+cudf-polars-cu12==25.10.0
+python-apt==0.0.0
+httplib2==0.20.2
+more-itertools==8.10.0
+oauthlib==3.2.0
+pyparsing==2.4.7
+PyGObject==3.42.1
+lazr.restfulclient==0.14.4
+lazr.uri==1.0.6
+PyJWT==2.3.0
+blinker==1.4
+python-apt==2.4.0+ubuntu4
+launchpadlib==1.10.16
+six==1.16.0
+zipp==1.0.0
+importlib-metadata==4.6.4
+dbus-python==1.2.18
+wadllib==1.3.6
+cryptography==3.4.8
+distro==1.7.0
+keyring==23.5.0
+SecretStorage==3.3.1
+jeepney==0.7.1
+Markdown==3.3.6
+Mako==1.1.3
+MarkupSafe==2.0.1

wandb_logs/run-20251122_162012-g5qyspo9/files/wandb-metadata.json

@@ -0,0 +1,43 @@
+{
+  "os": "Linux-6.6.105+-x86_64-with-glibc2.35",
+  "python": "CPython 3.12.12",
+  "startedAt": "2025-11-22T16:20:12.394707Z",
+  "args": [
+    "configs/bert_data3.json"
+  ],
+  "program": "/content/code-switch-identification-model/train.py",
+  "codePath": "train.py",
+  "codePathLocal": "train.py",
+  "git": {
+    "remote": "https://h3110Fr13nd:@github.com/h3110Fr13nd/code-switch-identification-model.git",
+    "commit": "de0702477fe9412790ab872e2d1361a32e068b2d"
+  },
+  "email": "[email protected]",
+  "root": "/content/code-switch-identification-model",
+  "host": "f0da10c9a12b",
+  "executable": "/usr/bin/python3",
+  "cpu_count": 1,
+  "cpu_count_logical": 2,
+  "gpu": "Tesla T4",
+  "gpu_count": 1,
+  "disk": {
+    "/": {
+      "total": "120942624768",
+      "used": "49258479616"
+    }
+  },
+  "memory": {
+    "total": "13605842944"
+  },
+  "gpu_nvidia": [
+    {
+      "name": "Tesla T4",
+      "memoryTotal": "16106127360",
+      "cudaCores": 2560,
+      "architecture": "Turing",
+      "uuid": "GPU-d740f133-e3a8-f36c-28a2-52b7659451f1"
+    }
+  ],
+  "cudaVersion": "12.4",
+  "writerId": "i8buzorts1ot7g0apehzlb5qg4vk4nic"
+}

wandb_logs/run-20251122_162012-g5qyspo9/files/wandb-summary.json

@@ -0,0 +1 @@
+{"test/steps_per_second":4.733,"test/runtime":3.3809,"test/recall":0.9657980456026058,"train/grad_norm":4.769405841827393,"total_flos":4.9566481165656e+14,"eval/samples_per_second":144.258,"test/f1":0.9569661108122647,"train_samples_per_second":45.651,"test/accuracy":0.9802369223551489,"eval/loss":0.0766110047698021,"train/epoch":3,"test/loss":0.08826730400323868,"train_runtime":258.9215,"test/precision":0.9482942430703625,"train/global_step":741,"_runtime":350,"eval/steps_per_second":4.682,"_wandb":{"runtime":350},"_step":20,"eval/recall":0.9678550555230859,"eval/accuracy":0.9815404201145767,"eval/f1":0.9602783415482748,"train_steps_per_second":2.862,"train/learning_rate":1.2612612612612613e-06,"train_loss":0.17321264293351477,"test/samples_per_second":145.525,"eval/precision":0.952819332566168,"train/loss":0.0487,"_timestamp":1.7638287637253373e+09,"eval/runtime":3.4175}

wandb_logs/run-20251122_162012-g5qyspo9/logs/debug-core.log

@@ -0,0 +1,16 @@
+{"time":"2025-11-22T16:20:12.506844509Z","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmplrym1xwz/port-3876.txt","pid":3876,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false}
+{"time":"2025-11-22T16:20:12.507668844Z","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-3876-3972-271811727/socket","Net":"unix"}}
+{"time":"2025-11-22T16:20:12.507795927Z","level":"INFO","msg":"server: will exit if parent process dies","ppid":3876}
+{"time":"2025-11-22T16:20:12.690549037Z","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"}
+{"time":"2025-11-22T16:20:12.696064591Z","level":"INFO","msg":"handleInformInit: received","streamId":"g5qyspo9","id":"1(@)"}
+{"time":"2025-11-22T16:20:12.896045008Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"g5qyspo9","id":"1(@)"}
+{"time":"2025-11-22T16:26:04.47540201Z","level":"INFO","msg":"handleInformFinish: finish message received","streamId":"g5qyspo9","id":"1(@)"}
+{"time":"2025-11-22T16:26:04.483365489Z","level":"INFO","msg":"handleInformFinish: stream closed","streamId":"g5qyspo9","id":"1(@)"}
+{"time":"2025-11-22T16:26:07.864352371Z","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"}
+{"time":"2025-11-22T16:26:07.864393859Z","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"}
+{"time":"2025-11-22T16:26:07.864407565Z","level":"INFO","msg":"connection: closing","id":"1(@)"}
+{"time":"2025-11-22T16:26:07.864449065Z","level":"INFO","msg":"connection: closed successfully","id":"1(@)"}
+{"time":"2025-11-22T16:26:07.864454966Z","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"}
+{"time":"2025-11-22T16:26:07.864466277Z","level":"INFO","msg":"server is shutting down"}
+{"time":"2025-11-22T16:26:07.864537976Z","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-3876-3972-271811727/socket","Net":"unix"}}
+{"time":"2025-11-22T16:26:07.864572877Z","level":"INFO","msg":"server is closed"}

wandb_logs/run-20251122_162012-g5qyspo9/logs/debug-internal.log

@@ -0,0 +1,12 @@
+{"time":"2025-11-22T16:20:12.696218792Z","level":"INFO","msg":"stream: starting","core version":"0.23.0"}
+{"time":"2025-11-22T16:20:12.895760191Z","level":"INFO","msg":"stream: created new stream","id":"g5qyspo9"}
+{"time":"2025-11-22T16:20:12.895828317Z","level":"INFO","msg":"handler: started","stream_id":"g5qyspo9"}
+{"time":"2025-11-22T16:20:12.896033676Z","level":"INFO","msg":"stream: started","id":"g5qyspo9"}
+{"time":"2025-11-22T16:20:12.896036921Z","level":"INFO","msg":"writer: started","stream_id":"g5qyspo9"}
+{"time":"2025-11-22T16:20:12.896065806Z","level":"INFO","msg":"sender: started","stream_id":"g5qyspo9"}
+{"time":"2025-11-22T16:26:04.312713046Z","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
+{"time":"2025-11-22T16:26:04.471133453Z","level":"INFO","msg":"handler: operation stats","stats":{}}
+{"time":"2025-11-22T16:26:04.477323158Z","level":"INFO","msg":"stream: closing","id":"g5qyspo9"}
+{"time":"2025-11-22T16:26:04.477349042Z","level":"INFO","msg":"handler: closed","stream_id":"g5qyspo9"}
+{"time":"2025-11-22T16:26:04.477400637Z","level":"INFO","msg":"sender: closed","stream_id":"g5qyspo9"}
+{"time":"2025-11-22T16:26:04.477409744Z","level":"INFO","msg":"stream: closed","id":"g5qyspo9"}

wandb_logs/run-20251122_162012-g5qyspo9/logs/debug.log

@@ -0,0 +1,29 @@
+2025-11-22 16:20:12,395 INFO    MainThread:3876 [wandb_setup.py:_flush():80] Current SDK version is 0.23.0
+2025-11-22 16:20:12,395 INFO    MainThread:3876 [wandb_setup.py:_flush():80] Configure stats pid to 3876
+2025-11-22 16:20:12,396 INFO    MainThread:3876 [wandb_setup.py:_flush():80] Loading settings from /root/.config/wandb/settings
+2025-11-22 16:20:12,396 INFO    MainThread:3876 [wandb_setup.py:_flush():80] Loading settings from /content/code-switch-identification-model/wandb/settings
+2025-11-22 16:20:12,396 INFO    MainThread:3876 [wandb_setup.py:_flush():80] Loading settings from environment variables
+2025-11-22 16:20:12,396 INFO    MainThread:3876 [wandb_init.py:setup_run_log_directory():713] Logging user logs to /content/code-switch-identification-model/wandb/run-20251122_162012-g5qyspo9/logs/debug.log
+2025-11-22 16:20:12,396 INFO    MainThread:3876 [wandb_init.py:setup_run_log_directory():714] Logging internal logs to /content/code-switch-identification-model/wandb/run-20251122_162012-g5qyspo9/logs/debug-internal.log
+2025-11-22 16:20:12,396 INFO    MainThread:3876 [wandb_init.py:init():840] calling init triggers
+2025-11-22 16:20:12,396 INFO    MainThread:3876 [wandb_init.py:init():845] wandb.init called with sweep_config: {}
+config: {'model': 'bert-base-multilingual-cased', 'train_file': 'synthetic_data_gen/data3/train.txt', 'max_length': 128, 'epochs': 3, 'batch_size': 16, 'learning_rate': 2e-05, 'warmup_ratio': 0.1, 'weight_decay': 0.01, '_wandb': {}}
+2025-11-22 16:20:12,396 INFO    MainThread:3876 [wandb_init.py:init():888] starting backend
+2025-11-22 16:20:12,690 INFO    MainThread:3876 [wandb_init.py:init():891] sending inform_init request
+2025-11-22 16:20:12,693 INFO    MainThread:3876 [wandb_init.py:init():899] backend started and connected
+2025-11-22 16:20:12,697 INFO    MainThread:3876 [wandb_init.py:init():969] updated telemetry
+2025-11-22 16:20:12,706 INFO    MainThread:3876 [wandb_init.py:init():993] communicating run to backend with 90.0 second timeout
+2025-11-22 16:20:13,194 INFO    MainThread:3876 [wandb_init.py:init():1040] starting run threads in backend
+2025-11-22 16:20:13,681 INFO    MainThread:3876 [wandb_run.py:_console_start():2504] atexit reg
+2025-11-22 16:20:13,681 INFO    MainThread:3876 [wandb_run.py:_redirect():2352] redirect: wrap_raw
+2025-11-22 16:20:13,681 INFO    MainThread:3876 [wandb_run.py:_redirect():2421] Wrapping output streams.
+2025-11-22 16:20:13,681 INFO    MainThread:3876 [wandb_run.py:_redirect():2444] Redirects installed.
+2025-11-22 16:20:13,686 INFO    MainThread:3876 [wandb_init.py:init():1080] run started, returning control to user process
+2025-11-22 16:20:35,468 INFO    MainThread:3876 [wandb_run.py:_config_callback():1385] config_cb None None {'return_dict': True, 'output_hidden_states': False, 'torchscript': False, 'dtype': 'float32', 'pruned_heads': {}, 'tie_word_embeddings': True, 'chunk_size_feed_forward': 0, 'is_encoder_decoder': False, 'is_decoder': False, 'cross_attention_hidden_size': None, 'add_cross_attention': False, 'tie_encoder_decoder': False, 'architectures': ['BertForMaskedLM'], 'finetuning_task': None, 'id2label': {0: 'O', 1: 'B-GUJ', 2: 'I-GUJ', 3: 'B-ENG', 4: 'I-ENG'}, 'label2id': {'O': 0, 'B-GUJ': 1, 'I-GUJ': 2, 'B-ENG': 3, 'I-ENG': 4}, 'task_specific_params': None, 'problem_type': None, 'tokenizer_class': None, 'prefix': None, 'bos_token_id': None, 'pad_token_id': 0, 'eos_token_id': None, 'sep_token_id': None, 'decoder_start_token_id': None, 'max_length': 20, 'min_length': 0, 'do_sample': False, 'early_stopping': False, 'num_beams': 1, 'temperature': 1.0, 'top_k': 50, 'top_p': 1.0, 'typical_p': 1.0, 'repetition_penalty': 1.0, 'length_penalty': 1.0, 'no_repeat_ngram_size': 0, 'encoder_no_repeat_ngram_size': 0, 'bad_words_ids': None, 'num_return_sequences': 1, 'output_scores': False, 'return_dict_in_generate': False, 'forced_bos_token_id': None, 'forced_eos_token_id': None, 'remove_invalid_values': False, 'exponential_decay_length_penalty': None, 'suppress_tokens': None, 'begin_suppress_tokens': None, 'num_beam_groups': 1, 'diversity_penalty': 0.0, '_name_or_path': 'bert-base-multilingual-cased', 'transformers_version': '4.57.1', 'directionality': 'bidi', 'model_type': 'bert', 'pooler_fc_size': 768, 'pooler_num_attention_heads': 12, 'pooler_num_fc_layers': 3, 'pooler_size_per_head': 128, 'pooler_type': 'first_token_transform', 'tf_legacy_loss': False, 'use_bfloat16': False, 'vocab_size': 119547, 'hidden_size': 768, 'num_hidden_layers': 12, 'num_attention_heads': 12, 'hidden_act': 'gelu', 'intermediate_size': 3072, 'hidden_dropout_prob': 0.1, 'attention_probs_dropout_prob': 0.1, 'max_position_embeddings': 512, 'type_vocab_size': 2, 'initializer_range': 0.02, 'layer_norm_eps': 1e-12, 'position_embedding_type': 'absolute', 'use_cache': True, 'classifier_dropout': None, 'output_attentions': False, 'output_dir': './models/bert-multilingual-data3', 'overwrite_output_dir': True, 'do_train': False, 'do_eval': True, 'do_predict': False, 'eval_strategy': 'epoch', 'prediction_loss_only': False, 'per_device_train_batch_size': 16, 'per_device_eval_batch_size': 32, 'per_gpu_train_batch_size': None, 'per_gpu_eval_batch_size': None, 'gradient_accumulation_steps': 1, 'eval_accumulation_steps': None, 'eval_delay': 0, 'torch_empty_cache_steps': None, 'learning_rate': 2e-05, 'weight_decay': 0.01, 'adam_beta1': 0.9, 'adam_beta2': 0.999, 'adam_epsilon': 1e-08, 'max_grad_norm': 1.0, 'num_train_epochs': 3, 'max_steps': -1, 'lr_scheduler_type': 'linear', 'lr_scheduler_kwargs': {}, 'warmup_ratio': 0.1, 'warmup_steps': 0, 'log_level': 'passive', 'log_level_replica': 'warning', 'log_on_each_node': True, 'logging_dir': './models/bert-multilingual-data3/logs', 'logging_strategy': 'steps', 'logging_first_step': True, 'logging_steps': 50, 'logging_nan_inf_filter': True, 'save_strategy': 'epoch', 'save_steps': None, 'save_total_limit': 3, 'save_safetensors': True, 'save_on_each_node': False, 'save_only_model': False, 'restore_callback_states_from_checkpoint': False, 'no_cuda': False, 'use_cpu': False, 'use_mps_device': False, 'seed': 42, 'data_seed': None, 'jit_mode_eval': False, 'bf16': False, 'fp16': False, 'fp16_opt_level': 'O1', 'half_precision_backend': 'auto', 'bf16_full_eval': False, 'fp16_full_eval': False, 'tf32': None, 'local_rank': 0, 'ddp_backend': None, 'tpu_num_cores': None, 'tpu_metrics_debug': False, 'debug': [], 'dataloader_drop_last': False, 'eval_steps': None, 'dataloader_num_workers': 0, 'dataloader_prefetch_factor': None, 'past_index': -1, 'run_name': None, 'disable_tqdm': False, 'remove_unused_columns': True, 'label_names': None, 'load_best_model_at_end': True, 'metric_for_best_model': 'f1', 'greater_is_better': True, 'ignore_data_skip': False, 'fsdp': [], 'fsdp_min_num_params': 0, 'fsdp_config': {'min_num_params': 0, 'xla': False, 'xla_fsdp_v2': False, 'xla_fsdp_grad_ckpt': False}, 'fsdp_transformer_layer_cls_to_wrap': None, 'accelerator_config': {'split_batches': False, 'dispatch_batches': None, 'even_batches': True, 'use_seedable_sampler': True, 'non_blocking': False, 'gradient_accumulation_kwargs': None}, 'parallelism_config': None, 'deepspeed': None, 'label_smoothing_factor': 0.0, 'optim': 'adamw_torch_fused', 'optim_args': None, 'adafactor': False, 'group_by_length': False, 'length_column_name': 'length', 'report_to': ['tensorboard', 'wandb'], 'project': 'huggingface', 'trackio_space_id': 'trackio', 'ddp_find_unused_parameters': None, 'ddp_bucket_cap_mb': None, 'ddp_broadcast_buffers': None, 'dataloader_pin_memory': True, 'dataloader_persistent_workers': False, 'skip_memory_metrics': True, 'use_legacy_prediction_loop': False, 'push_to_hub': True, 'resume_from_checkpoint': None, 'hub_model_id': 'h3110Fr13nd/guj-eng-code-switch-bert-multilingual-data3', 'hub_strategy': 'end', 'hub_token': '<HUB_TOKEN>', 'hub_private_repo': False, 'hub_always_push': False, 'hub_revision': None, 'gradient_checkpointing': False, 'gradient_checkpointing_kwargs': None, 'include_inputs_for_metrics': False, 'include_for_metrics': [], 'eval_do_concat_batches': True, 'fp16_backend': 'auto', 'push_to_hub_model_id': 'guj-eng-code-switch-bert-multilingual-data3', 'push_to_hub_organization': None, 'push_to_hub_token': '<PUSH_TO_HUB_TOKEN>', 'mp_parameters': '', 'auto_find_batch_size': False, 'full_determinism': False, 'torchdynamo': None, 'ray_scope': 'last', 'ddp_timeout': 1800, 'torch_compile': False, 'torch_compile_backend': None, 'torch_compile_mode': None, 'include_tokens_per_second': False, 'include_num_input_tokens_seen': 'no', 'neftune_noise_alpha': None, 'optim_target_modules': None, 'batch_eval_metrics': False, 'eval_on_start': False, 'use_liger_kernel': False, 'liger_kernel_config': None, 'eval_use_gather_object': False, 'average_tokens_across_devices': True}
+2025-11-22 16:20:35,474 INFO    MainThread:3876 [wandb_config.py:__setitem__():154] [no run ID] config set model/num_parameters = 177266693 - <bound method Run._config_callback of <wandb.sdk.wandb_run.Run object at 0x7b187c3e9820>>
+2025-11-22 16:20:35,474 INFO    MainThread:3876 [wandb_run.py:_config_callback():1385] config_cb model/num_parameters 177266693 None
+2025-11-22 16:26:03,731 INFO    MainThread:3876 [wandb_run.py:_finish():2270] finishing run h3110fr13nd-esparkbiz-technologies-pvt/gujarati-english-code-switch/g5qyspo9
+2025-11-22 16:26:03,732 INFO    MainThread:3876 [wandb_run.py:_atexit_cleanup():2469] got exitcode: 0
+2025-11-22 16:26:03,732 INFO    MainThread:3876 [wandb_run.py:_restore():2451] restore
+2025-11-22 16:26:03,733 INFO    MainThread:3876 [wandb_run.py:_restore():2457] restore done
+2025-11-22 16:26:04,474 INFO    MainThread:3876 [wandb_run.py:_footer_sync_info():3853] logging synced files

wandb_logs/run-20251122_162012-g5qyspo9/run-g5qyspo9.wandb

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45424c5800ccbd541b5e07bb6ce03e35e88167d663310e93a419580f69ac50bd
+size 236401

wandb_logs/run-20251122_162942-hn6dt5mn/files/config.yaml

@@ -0,0 +1,542 @@
+_name_or_path:
+    value: ai4bharat/indic-bert
+_wandb:
+    value:
+        cli_version: 0.23.0
+        e:
+            en6drmm19e2tkcdyvyd08jg6sqs09azz:
+                args:
+                    - configs/indic_data2.json
+                codePath: train.py
+                codePathLocal: train.py
+                cpu_count: 1
+                cpu_count_logical: 2
+                cudaVersion: "12.4"
+                disk:
+                    /:
+                        total: "120942624768"
+                        used: "56366931968"
+                email: [email protected]
+                executable: /usr/bin/python3
+                git:
+                    commit: de0702477fe9412790ab872e2d1361a32e068b2d
+                    remote: https://h3110Fr13nd:@github.com/h3110Fr13nd/code-switch-identification-model.git
+                gpu: Tesla T4
+                gpu_count: 1
+                gpu_nvidia:
+                    - architecture: Turing
+                      cudaCores: 2560
+                      memoryTotal: "16106127360"
+                      name: Tesla T4
+                      uuid: GPU-d740f133-e3a8-f36c-28a2-52b7659451f1
+                host: f0da10c9a12b
+                memory:
+                    total: "13605842944"
+                os: Linux-6.6.105+-x86_64-with-glibc2.35
+                program: /content/code-switch-identification-model/train.py
+                python: CPython 3.12.12
+                root: /content/code-switch-identification-model
+                startedAt: "2025-11-22T16:29:42.811089Z"
+                writerId: en6drmm19e2tkcdyvyd08jg6sqs09azz
+        m:
+            - "1": train/global_step
+              "6":
+                - 3
+              "7": []
+            - "2": '*'
+              "5": 1
+              "6":
+                - 1
+              "7": []
+        python_version: 3.12.12
+        t:
+            "1":
+                - 1
+                - 2
+                - 3
+                - 5
+                - 11
+                - 12
+                - 41
+                - 49
+                - 51
+                - 53
+                - 71
+                - 98
+                - 100
+                - 105
+            "2":
+                - 1
+                - 2
+                - 3
+                - 5
+                - 11
+                - 12
+                - 41
+                - 49
+                - 51
+                - 53
+                - 71
+                - 98
+                - 100
+                - 105
+            "3":
+                - 2
+                - 7
+                - 13
+                - 15
+                - 16
+                - 19
+                - 62
+                - 66
+            "4": 3.12.12
+            "5": 0.23.0
+            "6": 4.57.1
+            "9":
+                "1": transformers_trainer
+            "12": 0.23.0
+            "13": linux-x86_64
+accelerator_config:
+    value:
+        dispatch_batches: null
+        even_batches: true
+        gradient_accumulation_kwargs: null
+        non_blocking: false
+        split_batches: false
+        use_seedable_sampler: true
+adafactor:
+    value: false
+adam_beta1:
+    value: 0.9
+adam_beta2:
+    value: 0.999
+adam_epsilon:
+    value: 1e-08
+add_cross_attention:
+    value: false
+architectures:
+    value: null
+attention_probs_dropout_prob:
+    value: 0
+auto_find_batch_size:
+    value: false
+average_tokens_across_devices:
+    value: true
+bad_words_ids:
+    value: null
+batch_eval_metrics:
+    value: false
+batch_size:
+    value: 16
+begin_suppress_tokens:
+    value: null
+bf16:
+    value: false
+bf16_full_eval:
+    value: false
+bos_token_id:
+    value: 2
+chunk_size_feed_forward:
+    value: 0
+classifier_dropout_prob:
+    value: 0.1
+cross_attention_hidden_size:
+    value: null
+data_seed:
+    value: null
+dataloader_drop_last:
+    value: false
+dataloader_num_workers:
+    value: 0
+dataloader_persistent_workers:
+    value: false
+dataloader_pin_memory:
+    value: true
+dataloader_prefetch_factor:
+    value: null
+ddp_backend:
+    value: null
+ddp_broadcast_buffers:
+    value: null
+ddp_bucket_cap_mb:
+    value: null
+ddp_find_unused_parameters:
+    value: null
+ddp_timeout:
+    value: 1800
+debug:
+    value: []
+decoder_start_token_id:
+    value: null
+deepspeed:
+    value: null
+disable_tqdm:
+    value: false
+diversity_penalty:
+    value: 0
+do_eval:
+    value: true
+do_predict:
+    value: false
+do_sample:
+    value: false
+do_train:
+    value: false
+down_scale_factor:
+    value: 1
+dtype:
+    value: float32
+early_stopping:
+    value: false
+embedding_size:
+    value: 128
+encoder_no_repeat_ngram_size:
+    value: 0
+eos_token_id:
+    value: 3
+epochs:
+    value: 3
+eval_accumulation_steps:
+    value: null
+eval_delay:
+    value: 0
+eval_do_concat_batches:
+    value: true
+eval_on_start:
+    value: false
+eval_steps:
+    value: null
+eval_strategy:
+    value: epoch
+eval_use_gather_object:
+    value: false
+exponential_decay_length_penalty:
+    value: null
+finetuning_task:
+    value: null
+forced_bos_token_id:
+    value: null
+forced_eos_token_id:
+    value: null
+fp16:
+    value: false
+fp16_backend:
+    value: auto
+fp16_full_eval:
+    value: false
+fp16_opt_level:
+    value: O1
+fsdp:
+    value: []
+fsdp_config:
+    value:
+        min_num_params: 0
+        xla: false
+        xla_fsdp_grad_ckpt: false
+        xla_fsdp_v2: false
+fsdp_min_num_params:
+    value: 0
+fsdp_transformer_layer_cls_to_wrap:
+    value: null
+full_determinism:
+    value: false
+gap_size:
+    value: 0
+gradient_accumulation_steps:
+    value: 1
+gradient_checkpointing:
+    value: false
+gradient_checkpointing_kwargs:
+    value: null
+greater_is_better:
+    value: true
+group_by_length:
+    value: false
+half_precision_backend:
+    value: auto
+hidden_act:
+    value: gelu
+hidden_dropout_prob:
+    value: 0
+hidden_size:
+    value: 768
+hub_always_push:
+    value: false
+hub_model_id:
+    value: h3110Fr13nd/guj-eng-code-switch-indic-bert-data2
+hub_private_repo:
+    value: false
+hub_revision:
+    value: null
+hub_strategy:
+    value: end
+hub_token:
+    value: <HUB_TOKEN>
+id2label:
+    value:
+        "0": O
+        "1": B-GUJ
+        "2": I-GUJ
+        "3": B-ENG
+        "4": I-ENG
+ignore_data_skip:
+    value: false
+include_for_metrics:
+    value: []
+include_inputs_for_metrics:
+    value: false
+include_num_input_tokens_seen:
+    value: "no"
+include_tokens_per_second:
+    value: false
+initializer_range:
+    value: 0.02
+inner_group_num:
+    value: 1
+intermediate_size:
+    value: 3072
+is_decoder:
+    value: false
+is_encoder_decoder:
+    value: false
+jit_mode_eval:
+    value: false
+label_names:
+    value: null
+label_smoothing_factor:
+    value: 0
+label2id:
+    value:
+        B-ENG: 3
+        B-GUJ: 1
+        I-ENG: 4
+        I-GUJ: 2
+        O: 0
+layer_norm_eps:
+    value: 1e-12
+learning_rate:
+    value: 2e-05
+length_column_name:
+    value: length
+length_penalty:
+    value: 1
+liger_kernel_config:
+    value: null
+load_best_model_at_end:
+    value: true
+local_rank:
+    value: 0
+log_level:
+    value: passive
+log_level_replica:
+    value: warning
+log_on_each_node:
+    value: true
+logging_dir:
+    value: ./models/indic-bert-data2/logs
+logging_first_step:
+    value: true
+logging_nan_inf_filter:
+    value: true
+logging_steps:
+    value: 50
+logging_strategy:
+    value: steps
+lr_scheduler_type:
+    value: linear
+max_grad_norm:
+    value: 1
+max_length:
+    value: 20
+max_position_embeddings:
+    value: 512
+max_steps:
+    value: -1
+metric_for_best_model:
+    value: f1
+min_length:
+    value: 0
+model:
+    value: ai4bharat/indic-bert
+model/num_parameters:
+    value: 32856837
+model_type:
+    value: albert
+mp_parameters:
+    value: ""
+neftune_noise_alpha:
+    value: null
+net_structure_type:
+    value: 0
+no_cuda:
+    value: false
+no_repeat_ngram_size:
+    value: 0
+num_attention_heads:
+    value: 12
+num_beam_groups:
+    value: 1
+num_beams:
+    value: 1
+num_hidden_groups:
+    value: 1
+num_hidden_layers:
+    value: 12
+num_memory_blocks:
+    value: 0
+num_return_sequences:
+    value: 1
+num_train_epochs:
+    value: 3
+optim:
+    value: adamw_torch_fused
+optim_args:
+    value: null
+optim_target_modules:
+    value: null
+output_attentions:
+    value: false
+output_dir:
+    value: ./models/indic-bert-data2
+output_hidden_states:
+    value: false
+output_scores:
+    value: false
+overwrite_output_dir:
+    value: true
+pad_token_id:
+    value: 0
+parallelism_config:
+    value: null
+past_index:
+    value: -1
+per_device_eval_batch_size:
+    value: 32
+per_device_train_batch_size:
+    value: 16
+per_gpu_eval_batch_size:
+    value: null
+per_gpu_train_batch_size:
+    value: null
+position_embedding_type:
+    value: absolute
+prediction_loss_only:
+    value: false
+prefix:
+    value: null
+problem_type:
+    value: null
+project:
+    value: huggingface
+push_to_hub:
+    value: true
+push_to_hub_model_id:
+    value: guj-eng-code-switch-indic-bert-data2
+push_to_hub_organization:
+    value: null
+push_to_hub_token:
+    value: <PUSH_TO_HUB_TOKEN>
+ray_scope:
+    value: last
+remove_invalid_values:
+    value: false
+remove_unused_columns:
+    value: true
+repetition_penalty:
+    value: 1
+report_to:
+    value:
+        - tensorboard
+        - wandb
+restore_callback_states_from_checkpoint:
+    value: false
+resume_from_checkpoint:
+    value: null
+return_dict:
+    value: true
+return_dict_in_generate:
+    value: false
+run_name:
+    value: null
+save_on_each_node:
+    value: false
+save_only_model:
+    value: false
+save_safetensors:
+    value: true
+save_steps:
+    value: null
+save_strategy:
+    value: epoch
+save_total_limit:
+    value: 3
+seed:
+    value: 42
+sep_token_id:
+    value: null
+skip_memory_metrics:
+    value: true
+suppress_tokens:
+    value: null
+task_specific_params:
+    value: null
+temperature:
+    value: 1
+tf_legacy_loss:
+    value: false
+tf32:
+    value: null
+tie_encoder_decoder:
+    value: false
+tie_word_embeddings:
+    value: true
+tokenizer_class:
+    value: null
+top_k:
+    value: 50
+top_p:
+    value: 1
+torch_compile:
+    value: false
+torch_compile_backend:
+    value: null
+torch_compile_mode:
+    value: null
+torch_empty_cache_steps:
+    value: null
+torchdynamo:
+    value: null
+torchscript:
+    value: false
+tpu_metrics_debug:
+    value: false
+tpu_num_cores:
+    value: null
+trackio_space_id:
+    value: trackio
+train_file:
+    value: synthetic_data_gen/data2/train.txt
+transformers_version:
+    value: 4.57.1
+type_vocab_size:
+    value: 2
+typical_p:
+    value: 1
+use_bfloat16:
+    value: false
+use_cpu:
+    value: false
+use_legacy_prediction_loop:
+    value: false
+use_liger_kernel:
+    value: false
+use_mps_device:
+    value: false
+vocab_size:
+    value: 200000
+warmup_ratio:
+    value: 0.1
+warmup_steps:
+    value: 0
+weight_decay:
+    value: 0.01

wandb_logs/run-20251122_162942-hn6dt5mn/files/output.log

@@ -0,0 +1,83 @@
+
+    _|    _|  _|    _|    _|_|_|    _|_|_|  _|_|_|  _|      _|    _|_|_|      _|_|_|_|    _|_|      _|_|_|  _|_|_|_|
+    _|    _|  _|    _|  _|        _|          _|    _|_|    _|  _|            _|        _|    _|  _|        _|
+    _|_|_|_|  _|    _|  _|  _|_|  _|  _|_|    _|    _|  _|  _|  _|  _|_|      _|_|_|    _|_|_|_|  _|        _|_|_|
+    _|    _|  _|    _|  _|    _|  _|    _|    _|    _|    _|_|  _|    _|      _|        _|    _|  _|        _|
+    _|    _|    _|_|      _|_|_|    _|_|_|  _|_|_|  _|      _|    _|_|_|      _|        _|    _|    _|_|_|  _|_|_|_|
+Enter your token (input will not be visible):
+
+Cannot authenticate through git-credential as no helper is defined on your machine.
+You might have to re-authenticate when pushing to the Hugging Face Hub.
+Run the following command in your terminal in case you want to set the 'store' credential helper as default.
+
+git config --global credential.helper store
+
+Read https://git-scm.com/book/en/v2/Git-Tools-Credential-Storage for more details.
+Token has not been saved to git credential helper.
+WARNING:huggingface_hub._login:Token has not been saved to git credential helper.
+config.json: 100% 507/507 [00:00<00:00, 2.16MB/s]
+spiece.model: 100% 5.65M/5.65M [00:00<00:00, 27.4MB/s]
+pytorch_model.bin: 100% 135M/135M [00:02<00:00, 64.2MB/s] 
+Some weights of AlbertForTokenClassification were not initialized from the model checkpoint at ai4bharat/indic-bert and are newly initialized: ['classifier.bias', 'classifier.weight']
+You should probably TRAIN this model on a down-stream task to be able to use it for predictions and inference.
+100% 492/492 [01:34<00:00,  5.23it/s]
+{'loss': 1.5808, 'grad_norm': 8.045380592346191, 'learning_rate': 0.0, 'epoch': 0.01}
+{'loss': 1.3, 'grad_norm': 3.5511159896850586, 'learning_rate': 1.9600000000000002e-05, 'epoch': 0.3}
+{'loss': 0.6728, 'grad_norm': 5.11202335357666, 'learning_rate': 1.7782805429864253e-05, 'epoch': 0.61}
+{'loss': 0.417, 'grad_norm': 1.9782381057739258, 'learning_rate': 1.552036199095023e-05, 'epoch': 0.91}
+Processing Files (5 / 5)      : 100% 152M/152M [00:01<00:00, 84.4MB/s, 95.3MB/s  ] 
+{'eval_loss': 0.2685639560222626, 'eval_precision': 0.7524509803921569, 'eval_recall': 0.7181286549707603, 'eval_f1': 0.7348892878515858, 'eval_accuracy': 0.9420940970922251, 'eval_runtime': 2.0193, 'eval_samples_per_second': 161.439, 'eval_steps_per_second': 5.447, 'epoch': 1.0}
+{'loss': 0.2787, 'grad_norm': 18.289146423339844, 'learning_rate': 1.32579185520362e-05, 'epoch': 1.22}
+{'loss': 0.2075, 'grad_norm': 5.472610950469971, 'learning_rate': 1.0995475113122173e-05, 'epoch': 1.52}
+{'loss': 0.1602, 'grad_norm': 3.2986786365509033, 'learning_rate': 8.733031674208145e-06, 'epoch': 1.83}
+{'eval_loss': 0.1436997503042221, 'eval_precision': 0.8707403055229143, 'eval_recall': 0.8666666666666667, 'eval_f1': 0.8686987104337633, 'eval_accuracy': 0.9660551603644079, 'eval_runtime': 2.0934, 'eval_samples_per_second': 155.727, 'eval_steps_per_second': 5.255, 'epoch': 2.0}
+{'loss': 0.1614, 'grad_norm': 2.817918539047241, 'learning_rate': 6.470588235294119e-06, 'epoch': 2.13}
+{'loss': 0.1301, 'grad_norm': 3.798708915710449, 'learning_rate': 4.208144796380091e-06, 'epoch': 2.44}
+{'loss': 0.132, 'grad_norm': 4.0428009033203125, 'learning_rate': 1.9457013574660634e-06, 'epoch': 2.74}
+{'eval_loss': 0.0999612882733345, 'eval_precision': 0.8868360277136259, 'eval_recall': 0.8982456140350877, 'eval_f1': 0.8925043579314353, 'eval_accuracy': 0.9772869087732435, 'eval_runtime': 2.1245, 'eval_samples_per_second': 153.451, 'eval_steps_per_second': 5.178, 'epoch': 3.0}
+{'train_runtime': 94.1349, 'train_samples_per_second': 83.147, 'train_steps_per_second': 5.227, 'train_loss': 0.3611367323049685, 'epoch': 3.0}
+New Data Upload               : 100% 15.2k/15.2k [00:01<00:00, 8.40kB/s, 9.48kB/s  ]
+  ...t-data2/model.safetensors: 100% 131M/131M [00:01<00:00, 88.5MB/s]
+  ...bert-data2/tokenizer.json: 100% 15.3M/15.3M [00:01<?, ?B/s]
+  ...c-bert-data2/spiece.model: 100% 5.65M/5.65M [00:00<?, ?B/s]
+  ...29023.f0da10c9a12b.6429.0: 100% 9.26k/9.26k [00:00<?, ?B/s]
+  ...t-data2/training_args.bin: 100% 5.91k/5.91k [00:00<?, ?B/s]
+Processing Files (5 / 5)      : 100% 152M/152M [00:01<00:00, 84.3MB/s, 81.2MB/s  ] 
+New Data Upload               : |          |  0.00B /  0.00B,  0.00B/s  
+  ...t-data2/training_args.bin: 100% 5.91k/5.91k [00:01<?, ?B/s]
+  ...29023.f0da10c9a12b.6429.0: 100% 9.26k/9.26k [00:01<?, ?B/s]
+  ...c-bert-data2/spiece.model: 100% 5.65M/5.65M [00:01<?, ?B/s]
+  ...t-data2/model.safetensors: 100% 131M/131M [00:01<00:00, 76.8MB/s] 
+  ...bert-data2/tokenizer.json: 100% 15.3M/15.3M [00:01<00:00, 4.34MB/s]
+No files have been modified since last commit. Skipping to prevent empty commit.
+WARNING:huggingface_hub.hf_api:No files have been modified since last commit. Skipping to prevent empty commit.
+***** train metrics *****
+  epoch                    =        3.0
+  total_flos               =    20092GF
+  train_loss               =     0.3611
+  train_runtime            = 0:01:34.13
+  train_samples_per_second =     83.147
+  train_steps_per_second   =      5.227
+100% 11/11 [00:01<00:00,  5.53it/s]
+***** eval metrics *****
+  epoch                   =        3.0
+  eval_accuracy           =     0.9773
+  eval_f1                 =     0.8925
+  eval_loss               =        0.1
+  eval_precision          =     0.8868
+  eval_recall             =     0.8982
+  eval_runtime            = 0:00:02.10
+  eval_samples_per_second =    154.506
+  eval_steps_per_second   =      5.213
+ 91% 10/11 [00:00<00:00,  9.30it/s]early stopping required metric_for_best_model, but did not find eval_f1 so early stopping is disabled
+100% 11/11 [00:01<00:00,  6.60it/s]
+***** test metrics *****
+  epoch                   =        3.0
+  test_accuracy           =     0.9755
+  test_f1                 =      0.893
+  test_loss               =     0.1121
+  test_precision          =     0.8925
+  test_recall             =     0.8935
+  test_runtime            = 0:00:01.80
+  test_samples_per_second =    181.116
+  test_steps_per_second   =      6.093

wandb_logs/run-20251122_162942-hn6dt5mn/files/requirements.txt

@@ -0,0 +1,698 @@
+setuptools==75.2.0
+pip==24.1.2
+requirements-parser==0.9.0
+types-setuptools==80.9.0.20250822
+ipykernel==7.1.0
+tensorboard==2.20.0
+numpy==2.3.5
+pyarrow==22.0.0
+matplotlib==3.10.7
+widgetsnbextension==4.0.15
+seqeval==1.2.2
+ipywidgets==8.1.8
+datasets==4.4.1
+pandas==2.3.3
+comm==0.2.3
+google-genai==1.50.1
+scikit-learn==1.7.2
+evaluate==0.4.6
+jedi==0.19.2
+jupyter_client==8.6.3
+google-colab==1.0.0
+httpcore==1.0.9
+colorlover==0.3.0
+pyOpenSSL==24.2.1
+PySocks==1.7.1
+fsspec==2025.3.0
+google-ai-generativelanguage==0.6.15
+dlib==19.24.6
+fastdownload==0.0.7
+jaxlib==0.7.2
+python-multipart==0.0.20
+nltk==3.9.1
+chardet==5.2.0
+pyparsing==3.2.5
+sentry-sdk==2.45.0
+audioread==3.1.0
+langchain-core==0.3.80
+jaraco.classes==3.4.0
+cymem==2.0.13
+vega-datasets==0.9.0
+docstring_parser==0.17.0
+nest-asyncio==1.6.0
+mlxtend==0.23.4
+xyzservices==2025.10.0
+more-itertools==10.8.0
+torchao==0.10.0
+numba==0.60.0
+panel==1.8.3
+docutils==0.21.2
+holoviews==1.22.0
+attrs==25.4.0
+db-dtypes==1.4.4
+tabulate==0.9.0
+pydotplus==2.0.2
+soundfile==0.13.1
+sklearn-pandas==2.2.0
+multitasking==0.0.12
+glob2==0.7
+nvidia-cusolver-cu12==11.7.1.2
+google-adk==1.17.0
+alabaster==1.0.0
+mdit-py-plugins==0.5.0
+intel-cmplr-lib-ur==2025.3.1
+nvidia-cufft-cu12==11.3.0.4
+google-cloud-bigquery-connection==1.19.0
+polars==1.31.0
+openai==1.109.1
+google-cloud-spanner==3.59.0
+patsy==1.0.2
+pytest==8.4.2
+pycparser==2.23
+curl_cffi==0.13.0
+linkify-it-py==2.0.3
+imutils==0.5.4
+Markdown==3.10
+pandas-stubs==2.2.2.240909
+pooch==1.8.2
+pandas-gbq==0.30.0
+google-cloud-dataproc==5.23.0
+google-cloud-language==2.18.0
+jupyter_kernel_gateway==2.5.2
+google-resumable-media==2.8.0
+nvidia-cuda-runtime-cu12==12.6.77
+dask-cudf-cu12==25.10.0
+websocket-client==1.9.0
+distributed-ucxx-cu12==0.46.0
+altair==5.5.0
+idna==3.11
+wandb==0.23.0
+moviepy==1.0.3
+click==8.3.1
+oauth2client==4.1.3
+GDAL==3.8.4
+mcp==1.21.2
+pyzmq==26.2.1
+langsmith==0.4.43
+sqlparse==0.5.3
+betterproto==2.0.0b6
+parso==0.8.5
+imbalanced-learn==0.14.0
+tbb==2022.3.0
+dm-tree==0.1.9
+cuda-python==12.9.4
+pygit2==1.19.0
+proglog==0.1.12
+fastjsonschema==2.21.2
+tornado==6.5.1
+matplotlib-venn==1.1.2
+Authlib==1.6.5
+cryptography==43.0.3
+snowballstemmer==3.0.1
+networkx==3.5
+nvidia-cublas-cu12==12.6.4.1
+wcwidth==0.2.14
+dopamine_rl==4.1.2
+blobfile==3.1.0
+simple-parsing==0.1.7
+pylibcugraph-cu12==25.10.1
+sentence-transformers==5.1.2
+jsonpatch==1.33
+webencodings==0.5.1
+zict==3.0.0
+google-cloud-bigquery-storage==2.34.0
+sphinxcontrib-serializinghtml==2.0.0
+uc-micro-py==1.0.3
+rfc3987-syntax==1.1.0
+itsdangerous==2.2.0
+peft==0.18.0
+gspread-dataframe==4.0.0
+pydot==3.0.4
+pydantic_core==2.33.2
+oauthlib==3.3.1
+google-cloud-bigquery==3.38.0
+geopy==2.4.1
+rmm-cu12==25.10.0
+distributed==2025.9.1
+pandocfilters==1.5.1
+llvmlite==0.43.0
+torchaudio==2.9.0+cu126
+hdbscan==0.8.40
+safetensors==0.7.0
+et_xmlfile==2.0.0
+numexpr==2.14.1
+scs==3.2.9
+importlib_resources==6.5.2
+pyogrio==0.11.1
+rapids-logger==0.1.19
+google==2.0.3
+blinker==1.9.0
+colour==0.1.5
+lightgbm==4.6.0
+pylibraft-cu12==25.10.0
+autograd==1.8.0
+duckdb==1.3.2
+typing_extensions==4.15.0
+protobuf==5.29.5
+argon2-cffi==25.1.0
+Bottleneck==1.4.2
+libucxx-cu12==0.46.0
+libcugraph-cu12==25.10.1
+huggingface-hub==0.36.0
+fastapi==0.121.3
+mistune==3.1.4
+pyspark==3.5.1
+ibis-framework==9.5.0
+tqdm==4.67.1
+seaborn==0.13.2
+mdurl==0.1.2
+stumpy==1.13.0
+python-dotenv==1.2.1
+psygnal==0.15.0
+music21==9.3.0
+Farama-Notifications==0.0.4
+jsonschema-specifications==2025.9.1
+xxhash==3.6.0
+confection==0.1.5
+treelite==4.4.1
+httpimport==1.4.1
+libpysal==4.13.0
+cramjam==2.11.0
+google-cloud-functions==1.21.0
+grpcio-status==1.71.2
+torchsummary==1.5.1
+nvidia-nvshmem-cu12==3.3.20
+libucx-cu12==1.19.0
+geopandas==1.1.1
+toml==0.10.2
+shapely==2.1.2
+html5lib==1.1
+antlr4-python3-runtime==4.9.3
+clarabel==0.11.1
+uvicorn==0.38.0
+toolz==0.12.1
+cloudpathlib==0.23.0
+cupy-cuda12x==13.6.0
+fastai==2.8.5
+peewee==3.18.3
+GitPython==3.1.45
+aiohappyeyeballs==2.6.1
+murmurhash==1.0.15
+jax-cuda12-plugin==0.7.2
+pyperclip==1.11.0
+promise==2.3
+jupyter_server==2.14.0
+webcolors==25.10.0
+imagesize==1.4.1
+prettytable==3.17.0
+alembic==1.17.2
+progressbar2==4.5.0
+requests==2.32.4
+nvidia-ml-py==13.580.82
+humanize==4.14.0
+umap-learn==0.5.9.post2
+h5netcdf==1.7.3
+PyGObject==3.42.0
+google-cloud-aiplatform==1.128.0
+flatbuffers==25.9.23
+optax==0.2.6
+nvidia-cuda-cupti-cu12==12.6.80
+nx-cugraph-cu12==25.10.0
+lark==1.3.1
+tenacity==8.5.0
+entrypoints==0.4
+prompt_toolkit==3.0.52
+fonttools==4.60.1
+ffmpy==1.0.0
+google-cloud-core==2.5.0
+matplotlib-inline==0.2.1
+sphinxcontrib-jsmath==1.0.1
+ply==3.11
+tweepy==4.16.0
+en_core_web_sm==3.8.0
+google-crc32c==1.7.1
+libcudf-cu12==25.10.0
+ipytree==0.2.2
+ImageIO==2.37.2
+rfc3339-validator==0.1.4
+keras==3.10.0
+opt_einsum==3.4.0
+jupyter_server_terminals==0.5.3
+rpds-py==0.29.0
+threadpoolctl==3.6.0
+urllib3==2.5.0
+kagglehub==0.3.13
+Flask==3.1.2
+easydict==1.13
+grpcio==1.76.0
+ratelim==0.1.6
+logical-unification==0.4.7
+omegaconf==2.3.0
+roman-numerals-py==3.1.0
+dataproc-spark-connect==0.8.3
+langchain-text-splitters==0.3.11
+tinycss2==1.4.0
+python-json-logger==4.0.0
+scikit-image==0.25.2
+highspy==1.12.0
+tf-slim==1.1.0
+torchtune==0.6.1
+jupyter-console==6.6.3
+spanner-graph-notebook==1.1.8
+dill==0.3.8
+tensorboard-data-server==0.7.2
+slicer==0.0.8
+keyring==25.7.0
+arviz==0.22.0
+sympy==1.13.3
+google-cloud-resource-manager==1.15.0
+traittypes==0.2.3
+typer-slim==0.20.0
+annotated-doc==0.0.4
+hf-xet==1.2.0
+dask-cuda==25.10.0
+pymc==5.26.1
+pynndescent==0.5.13
+stanio==0.5.1
+treescope==0.1.10
+optree==0.18.0
+propcache==0.4.1
+rich==13.9.4
+gcsfs==2025.3.0
+torch==2.9.0+cu126
+MarkupSafe==3.0.3
+tzlocal==5.3.1
+google-cloud-secret-manager==2.25.0
+atpublic==5.1
+gitdb==4.0.12
+ruff==0.14.5
+opentelemetry-exporter-gcp-monitoring==1.11.0a0
+grpc-interceptor==0.15.4
+opentelemetry-exporter-gcp-logging==1.11.0a0
+fqdn==1.5.1
+soxr==1.0.0
+hf_transfer==0.1.9
+pyasn1==0.6.1
+geemap==0.35.3
+regex==2024.11.6
+ipython-sql==0.5.0
+pyviz_comms==3.0.6
+pydub==0.25.1
+geographiclib==2.1
+Jinja2==3.1.6
+ipython-genutils==0.2.0
+multiprocess==0.70.16
+h11==0.16.0
+tables==3.10.2
+tensorflow-text==2.19.0
+bokeh==3.7.3
+opentelemetry-resourcedetector-gcp==1.11.0a0
+beautifulsoup4==4.13.5
+filelock==3.20.0
+catalogue==2.0.10
+fasttransform==0.0.2
+typeguard==4.4.4
+openpyxl==3.1.5
+tokenizers==0.22.1
+plotly==5.24.1
+ucxx-cu12==0.46.0
+branca==0.8.2
+overrides==7.7.0
+cuda-core==0.3.2
+tensorflow-probability==0.25.0
+xarray-einstats==0.9.1
+tf_keras==2.19.0
+referencing==0.37.0
+argon2-cffi-bindings==25.1.0
+librmm-cu12==25.10.0
+nvidia-cusparse-cu12==12.5.4.2
+google-cloud-discoveryengine==0.13.12
+xgboost==3.1.1
+diffusers==0.35.2
+timm==1.0.22
+PyDrive2==1.21.3
+tblib==3.2.2
+scooby==0.11.0
+opencv-python-headless==4.12.0.88
+wheel==0.45.1
+firebase-admin==6.9.0
+shap==0.50.0
+jsonpointer==3.0.0
+python-louvain==0.16
+charset-normalizer==3.4.4
+sqlglot==25.20.2
+jsonschema==4.25.1
+jieba==0.42.1
+importlib_metadata==8.7.0
+nvidia-cuda-nvrtc-cu12==12.6.77
+editdistance==0.8.1
+jax==0.7.2
+google-api-core==2.28.1
+shellingham==1.5.4
+portpicker==1.5.2
+cudf-cu12==25.10.0
+gspread==6.2.1
+pylibcudf-cu12==25.10.0
+python-slugify==8.0.4
+anywidget==0.9.21
+distro==1.9.0
+stringzilla==4.2.3
+libcuml-cu12==25.10.0
+graphviz==0.21
+ipython==7.34.0
+hyperopt==0.2.7
+sniffio==1.3.1
+python-utils==3.9.1
+bigframes==2.29.1
+folium==0.20.0
+google-cloud-bigtable==2.34.0
+text-unidecode==1.3
+pydantic-settings==2.12.0
+annotated-types==0.7.0
+locket==1.0.0
+pyproj==3.7.2
+orbax-checkpoint==0.11.28
+PyJWT==2.10.1
+natsort==8.4.0
+astropy-iers-data==0.2025.11.10.0.38.31
+gym-notices==0.1.0
+debugpy==1.8.15
+weasel==0.4.3
+PyOpenGL==3.1.10
+pydata-google-auth==1.9.1
+semantic-version==2.10.0
+google-cloud-firestore==2.21.0
+statsmodels==0.14.5
+pycocotools==2.0.10
+greenlet==3.2.4
+Werkzeug==3.1.3
+preshed==3.0.12
+gymnasium==1.2.2
+prometheus_client==0.23.1
+triton==3.5.0
+frozendict==2.4.7
+multipledispatch==1.0.0
+srsly==2.5.2
+google-auth-httplib2==0.2.1
+zstandard==0.25.0
+uri-template==1.3.0
+gradio==5.49.1
+websockets==15.0.1
+bigquery-magics==0.10.3
+nvidia-cuda-nvcc-cu12==12.5.82
+etils==1.13.0
+cufflinks==0.17.3
+simsimd==6.5.3
+frozenlist==1.8.0
+transformers==4.57.1
+ale-py==0.11.2
+orjson==3.11.4
+jiter==0.12.0
+safehttpx==0.1.7
+google-auth==2.38.0
+inflect==7.5.0
+decorator==4.4.2
+types-pytz==2025.2.0.20251108
+cyipopt==1.5.0
+imageio-ffmpeg==0.6.0
+pyshp==3.0.2.post1
+grpc-google-iam-v1==0.14.3
+immutabledict==4.2.2
+ipyparallel==8.8.0
+beartype==0.22.5
+keras-nlp==0.21.1
+tensorflow-hub==0.16.1
+yfinance==0.2.66
+cuda-toolkit==12.9.1
+googleapis-common-protos==1.72.0
+google-generativeai==0.8.5
+aiofiles==24.1.0
+joblib==1.5.2
+ndindex==1.10.1
+nbformat==5.10.4
+pygame==2.6.1
+opentelemetry-proto==1.37.0
+cachetools==5.5.2
+sphinxcontrib-qthelp==2.0.0
+albumentations==2.0.8
+libraft-cu12==25.10.0
+absl-py==1.4.0
+simplejson==3.20.2
+jupytext==1.17.3
+raft-dask-cu12==25.10.0
+pyomo==6.9.5
+msgpack==1.1.2
+tensorflow==2.19.0
+dask==2025.9.1
+aiohttp==3.13.2
+future==1.0.0
+bleach==6.3.0
+cmdstanpy==1.3.0
+wurlitzer==3.1.1
+libkvikio-cu12==25.10.0
+google-cloud-audit-log==0.4.0
+packaging==25.0
+defusedxml==0.7.1
+google-auth-oauthlib==1.2.3
+textblob==0.19.0
+pexpect==4.9.0
+Mako==1.3.10
+cmake==3.31.6
+eerepr==0.1.2
+namex==0.1.0
+sse-starlette==3.0.3
+grpclib==0.4.8
+jaraco.context==6.0.1
+nbclient==0.10.2
+scipy==1.16.3
+miniKanren==1.0.5
+nvidia-curand-cu12==10.3.7.77
+sphinxcontrib-applehelp==2.0.0
+python-dateutil==2.9.0.post0
+librosa==0.11.0
+ptyprocess==0.7.0
+opentelemetry-api==1.37.0
+nvtx==0.2.13
+nvidia-cufile-cu12==1.11.1.6
+plum-dispatch==2.6.0
+kiwisolver==1.4.9
+ipyleaflet==0.20.0
+jaraco.functools==4.3.0
+terminado==0.18.1
+tensorflow_decision_forests==1.12.0
+Send2Trash==1.8.3
+flax==0.10.7
+PyWavelets==1.9.0
+brotli==1.2.0
+mpmath==1.3.0
+earthengine-api==1.5.24
+isoduration==20.11.0
+pytz==2025.2
+tiktoken==0.12.0
+traitlets==5.7.1
+typer==0.20.0
+plotnine==0.14.5
+sphinxcontrib-devhelp==2.0.0
+spacy==3.8.11
+gym==0.25.2
+google-cloud-datastore==2.21.0
+torchdata==0.11.0
+bqplot==0.12.45
+missingno==0.5.2
+nvidia-cudnn-cu12==9.10.2.21
+param==2.3.0
+tensorstore==0.1.79
+ipyfilechooser==0.6.0
+rfc3986-validator==0.1.1
+nibabel==5.3.2
+starlette==0.50.0
+psutil==5.9.5
+lazy_loader==0.4
+smart_open==7.5.0
+jupyter_core==5.9.1
+pycairo==1.29.0
+pytensor==2.35.1
+hpack==4.1.0
+smmap==5.0.2
+httplib2==0.31.0
+h2==4.3.0
+nvidia-nccl-cu12==2.27.5
+googledrivedownloader==1.1.0
+SQLAlchemy==2.0.44
+yellowbrick==1.5
+cloudpickle==3.1.2
+typing-inspection==0.4.2
+cuml-cu12==25.10.0
+tensorflow-metadata==1.17.2
+hyperframe==6.1.0
+numba-cuda==0.19.1
+rpy2==3.5.17
+cuda-bindings==12.9.4
+langchain==0.3.27
+array_record==0.8.3
+google-cloud-appengine-logging==1.7.0
+requests-oauthlib==2.0.0
+lxml==5.4.0
+rsa==4.9.1
+thinc==8.3.10
+tomlkit==0.13.3
+blis==1.3.3
+opentelemetry-sdk==1.37.0
+kaggle==1.7.4.5
+tcmlib==1.4.1
+holidays==0.85
+multidict==6.7.0
+accelerate==1.11.0
+pyerfa==2.0.1.5
+babel==2.17.0
+google-api-python-client==2.187.0
+cffi==2.0.0
+soupsieve==2.8
+opencv-python==4.12.0.88
+rapids-dask-dependency==25.10.0
+chex==0.1.90
+google-cloud-translate==3.23.0
+python-snappy==0.7.3
+xarray==2025.11.0
+pillow==11.3.0
+uritemplate==4.2.0
+Cython==3.0.12
+tensorflow-datasets==4.9.9
+mkl==2025.2.0
+cvxpy==1.6.7
+spacy-loggers==1.0.5
+keyrings.google-artifactregistry-auth==1.1.2
+spacy-legacy==3.0.12
+fastrlock==0.8.3
+aiosignal==1.4.0
+osqp==1.0.5
+astunparse==1.6.3
+py-cpuinfo==9.0.0
+nbclassic==1.3.3
+pycryptodomex==3.23.0
+anyio==4.11.0
+ydf==0.13.0
+parsy==2.2
+einops==0.8.1
+iniconfig==2.3.0
+cycler==0.12.1
+h5py==3.15.1
+libclang==18.1.1
+gdown==5.2.0
+wasabi==1.1.3
+httpx==0.28.1
+termcolor==3.2.0
+umf==1.0.2
+mizani==0.13.5
+astropy==7.1.1
+opentelemetry-exporter-gcp-trace==1.11.0
+pandas-datareader==0.10.0
+nvidia-nvjitlink-cu12==12.6.85
+pickleshare==0.7.5
+community==1.0.0b1
+prophet==1.1.7
+jupyterlab_pygments==0.3.0
+requests-toolbelt==1.0.0
+gradio_client==1.13.3
+pydantic==2.11.10
+google-cloud-logging==3.12.1
+google-cloud-storage==2.19.0
+intel-openmp==2025.3.1
+tifffile==2025.10.16
+colorcet==3.1.0
+google-cloud-speech==2.34.0
+notebook_shim==0.2.4
+xlrd==2.0.2
+httpx-sse==0.4.3
+backcall==0.2.0
+blosc2==3.11.1
+sortedcontainers==2.4.0
+opentelemetry-exporter-otlp-proto-common==1.37.0
+sentencepiece==0.2.1
+six==1.17.0
+google-pasta==0.2.0
+sphinxcontrib-htmlhelp==2.1.0
+zipp==3.23.0
+jupyter-leaflet==0.20.0
+jeepney==0.9.0
+cons==0.4.7
+markdown-it-py==4.0.0
+wordcloud==1.9.4
+opencv-contrib-python==4.12.0.88
+opentelemetry-exporter-otlp-proto-http==1.37.0
+absolufy-imports==0.3.1
+psycopg2==2.9.11
+groovy==0.1.2
+CacheControl==0.14.4
+arrow==1.4.0
+ipyevents==2.0.4
+tzdata==2025.2
+nvidia-nvtx-cu12==12.6.77
+Sphinx==8.2.3
+tsfresh==0.21.1
+jupyter-events==0.12.0
+partd==1.4.2
+platformdirs==4.5.0
+SecretStorage==3.4.1
+narwhals==2.12.0
+sqlalchemy-spanner==1.17.1
+watchdog==6.0.0
+nbconvert==7.16.6
+google-cloud-trace==1.17.0
+cuda-pathfinder==1.3.2
+proto-plus==1.26.1
+notebook==6.5.7
+fastcore==1.8.16
+pluggy==1.6.0
+etuples==0.3.10
+gast==0.6.0
+PyYAML==6.0.3
+opentelemetry-semantic-conventions==0.58b0
+ml_dtypes==0.5.4
+google-cloud-monitoring==2.28.0
+pyasn1_modules==0.4.2
+cvxopt==1.3.2
+contourpy==1.3.3
+gin-config==0.5.0
+certifi==2025.11.12
+jsonpickle==4.1.1
+wrapt==2.0.1
+keras-hub==0.21.1
+torchvision==0.24.0+cu126
+yarl==1.22.0
+jupyterlab_widgets==3.0.16
+py4j==0.10.9.7
+Pygments==2.19.2
+python-box==7.3.2
+albucore==0.0.24
+nvidia-cuda-cccl-cu12==12.9.27
+jax-cuda12-pjrt==0.7.2
+fastprogress==1.0.3
+nvidia-cusparselt-cu12==0.7.1
+geocoder==1.38.1
+cudf-polars-cu12==25.10.0
+python-apt==0.0.0
+httplib2==0.20.2
+more-itertools==8.10.0
+oauthlib==3.2.0
+pyparsing==2.4.7
+PyGObject==3.42.1
+lazr.restfulclient==0.14.4
+lazr.uri==1.0.6
+PyJWT==2.3.0
+blinker==1.4
+python-apt==2.4.0+ubuntu4
+launchpadlib==1.10.16
+six==1.16.0
+zipp==1.0.0
+importlib-metadata==4.6.4
+dbus-python==1.2.18
+wadllib==1.3.6
+cryptography==3.4.8
+distro==1.7.0
+keyring==23.5.0
+SecretStorage==3.3.1
+jeepney==0.7.1
+Markdown==3.3.6
+Mako==1.1.3
+MarkupSafe==2.0.1

wandb_logs/run-20251122_162942-hn6dt5mn/files/wandb-metadata.json

@@ -0,0 +1,43 @@
+{
+  "os": "Linux-6.6.105+-x86_64-with-glibc2.35",
+  "python": "CPython 3.12.12",
+  "startedAt": "2025-11-22T16:29:42.811089Z",
+  "args": [
+    "configs/indic_data2.json"
+  ],
+  "program": "/content/code-switch-identification-model/train.py",
+  "codePath": "train.py",
+  "codePathLocal": "train.py",
+  "git": {
+    "remote": "https://h3110Fr13nd:@github.com/h3110Fr13nd/code-switch-identification-model.git",
+    "commit": "de0702477fe9412790ab872e2d1361a32e068b2d"
+  },
+  "email": "[email protected]",
+  "root": "/content/code-switch-identification-model",
+  "host": "f0da10c9a12b",
+  "executable": "/usr/bin/python3",
+  "cpu_count": 1,
+  "cpu_count_logical": 2,
+  "gpu": "Tesla T4",
+  "gpu_count": 1,
+  "disk": {
+    "/": {
+      "total": "120942624768",
+      "used": "56366931968"
+    }
+  },
+  "memory": {
+    "total": "13605842944"
+  },
+  "gpu_nvidia": [
+    {
+      "name": "Tesla T4",
+      "memoryTotal": "16106127360",
+      "cudaCores": 2560,
+      "architecture": "Turing",
+      "uuid": "GPU-d740f133-e3a8-f36c-28a2-52b7659451f1"
+    }
+  ],
+  "cudaVersion": "12.4",
+  "writerId": "en6drmm19e2tkcdyvyd08jg6sqs09azz"
+}

wandb_logs/run-20251122_162942-hn6dt5mn/files/wandb-summary.json

@@ -0,0 +1 @@
+{"eval/recall":0.8982456140350877,"train_steps_per_second":5.227,"eval/precision":0.8868360277136259,"eval/f1":0.8925043579314353,"train_loss":0.3611367323049685,"test/steps_per_second":6.093,"eval/runtime":2.11,"test/recall":0.8935447338618346,"test/samples_per_second":181.116,"test/f1":0.8930390492359932,"train/learning_rate":1.9457013574660634e-06,"_runtime":147,"eval/loss":0.0999612882733345,"test/loss":0.11211133748292923,"eval/samples_per_second":154.506,"_timestamp":1.7638291311231182e+09,"_step":15,"total_flos":2.157451568064e+13,"train/global_step":492,"test/precision":0.8925339366515838,"test/accuracy":0.9754616132167152,"eval/accuracy":0.9772869087732435,"train/epoch":3,"eval/steps_per_second":5.213,"test/runtime":1.8055,"train_samples_per_second":83.147,"train_runtime":94.1349,"train/loss":0.132,"train/grad_norm":4.0428009033203125,"_wandb":{"runtime":147}}

wandb_logs/run-20251122_162942-hn6dt5mn/logs/debug-core.log

@@ -0,0 +1,16 @@
+{"time":"2025-11-22T16:29:42.92223858Z","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpop5q58oi/port-6429.txt","pid":6429,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false}
+{"time":"2025-11-22T16:29:42.923843571Z","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-6429-6509-1567118171/socket","Net":"unix"}}
+{"time":"2025-11-22T16:29:42.923993036Z","level":"INFO","msg":"server: will exit if parent process dies","ppid":6429}
+{"time":"2025-11-22T16:29:43.10556478Z","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"}
+{"time":"2025-11-22T16:29:43.112370305Z","level":"INFO","msg":"handleInformInit: received","streamId":"hn6dt5mn","id":"1(@)"}
+{"time":"2025-11-22T16:29:43.289185987Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"hn6dt5mn","id":"1(@)"}
+{"time":"2025-11-22T16:32:11.781273133Z","level":"INFO","msg":"handleInformFinish: finish message received","streamId":"hn6dt5mn","id":"1(@)"}
+{"time":"2025-11-22T16:32:11.786673134Z","level":"INFO","msg":"handleInformFinish: stream closed","streamId":"hn6dt5mn","id":"1(@)"}
+{"time":"2025-11-22T16:32:15.681551007Z","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"}
+{"time":"2025-11-22T16:32:15.68159621Z","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"}
+{"time":"2025-11-22T16:32:15.681605361Z","level":"INFO","msg":"server is shutting down"}
+{"time":"2025-11-22T16:32:15.681672691Z","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-6429-6509-1567118171/socket","Net":"unix"}}
+{"time":"2025-11-22T16:32:15.681712857Z","level":"INFO","msg":"connection: closing","id":"1(@)"}
+{"time":"2025-11-22T16:32:15.681779709Z","level":"INFO","msg":"connection: closed successfully","id":"1(@)"}
+{"time":"2025-11-22T16:32:15.681787929Z","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"}
+{"time":"2025-11-22T16:32:15.681794414Z","level":"INFO","msg":"server is closed"}

wandb_logs/run-20251122_162942-hn6dt5mn/logs/debug-internal.log

@@ -0,0 +1,12 @@
+{"time":"2025-11-22T16:29:43.112498425Z","level":"INFO","msg":"stream: starting","core version":"0.23.0"}
+{"time":"2025-11-22T16:29:43.288903484Z","level":"INFO","msg":"stream: created new stream","id":"hn6dt5mn"}
+{"time":"2025-11-22T16:29:43.288968184Z","level":"INFO","msg":"handler: started","stream_id":"hn6dt5mn"}
+{"time":"2025-11-22T16:29:43.289175576Z","level":"INFO","msg":"stream: started","id":"hn6dt5mn"}
+{"time":"2025-11-22T16:29:43.289197484Z","level":"INFO","msg":"writer: started","stream_id":"hn6dt5mn"}
+{"time":"2025-11-22T16:29:43.289219512Z","level":"INFO","msg":"sender: started","stream_id":"hn6dt5mn"}
+{"time":"2025-11-22T16:32:11.640166623Z","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
+{"time":"2025-11-22T16:32:11.775962676Z","level":"INFO","msg":"handler: operation stats","stats":{}}
+{"time":"2025-11-22T16:32:11.781320506Z","level":"INFO","msg":"stream: closing","id":"hn6dt5mn"}
+{"time":"2025-11-22T16:32:11.781339251Z","level":"INFO","msg":"handler: closed","stream_id":"hn6dt5mn"}
+{"time":"2025-11-22T16:32:11.781409336Z","level":"INFO","msg":"sender: closed","stream_id":"hn6dt5mn"}
+{"time":"2025-11-22T16:32:11.781430044Z","level":"INFO","msg":"stream: closed","id":"hn6dt5mn"}

wandb_logs/run-20251122_162942-hn6dt5mn/logs/debug.log

@@ -0,0 +1,29 @@
+2025-11-22 16:29:42,812 INFO    MainThread:6429 [wandb_setup.py:_flush():80] Current SDK version is 0.23.0
+2025-11-22 16:29:42,812 INFO    MainThread:6429 [wandb_setup.py:_flush():80] Configure stats pid to 6429
+2025-11-22 16:29:42,812 INFO    MainThread:6429 [wandb_setup.py:_flush():80] Loading settings from /root/.config/wandb/settings
+2025-11-22 16:29:42,812 INFO    MainThread:6429 [wandb_setup.py:_flush():80] Loading settings from /content/code-switch-identification-model/wandb/settings
+2025-11-22 16:29:42,812 INFO    MainThread:6429 [wandb_setup.py:_flush():80] Loading settings from environment variables
+2025-11-22 16:29:42,812 INFO    MainThread:6429 [wandb_init.py:setup_run_log_directory():713] Logging user logs to /content/code-switch-identification-model/wandb/run-20251122_162942-hn6dt5mn/logs/debug.log
+2025-11-22 16:29:42,812 INFO    MainThread:6429 [wandb_init.py:setup_run_log_directory():714] Logging internal logs to /content/code-switch-identification-model/wandb/run-20251122_162942-hn6dt5mn/logs/debug-internal.log
+2025-11-22 16:29:42,812 INFO    MainThread:6429 [wandb_init.py:init():840] calling init triggers
+2025-11-22 16:29:42,812 INFO    MainThread:6429 [wandb_init.py:init():845] wandb.init called with sweep_config: {}
+config: {'model': 'ai4bharat/indic-bert', 'train_file': 'synthetic_data_gen/data2/train.txt', 'max_length': 128, 'epochs': 3, 'batch_size': 16, 'learning_rate': 2e-05, 'warmup_ratio': 0.1, 'weight_decay': 0.01, '_wandb': {}}
+2025-11-22 16:29:42,812 INFO    MainThread:6429 [wandb_init.py:init():888] starting backend
+2025-11-22 16:29:43,105 INFO    MainThread:6429 [wandb_init.py:init():891] sending inform_init request
+2025-11-22 16:29:43,110 INFO    MainThread:6429 [wandb_init.py:init():899] backend started and connected
+2025-11-22 16:29:43,115 INFO    MainThread:6429 [wandb_init.py:init():969] updated telemetry
+2025-11-22 16:29:43,122 INFO    MainThread:6429 [wandb_init.py:init():993] communicating run to backend with 90.0 second timeout
+2025-11-22 16:29:43,538 INFO    MainThread:6429 [wandb_init.py:init():1040] starting run threads in backend
+2025-11-22 16:29:44,015 INFO    MainThread:6429 [wandb_run.py:_console_start():2504] atexit reg
+2025-11-22 16:29:44,015 INFO    MainThread:6429 [wandb_run.py:_redirect():2352] redirect: wrap_raw
+2025-11-22 16:29:44,015 INFO    MainThread:6429 [wandb_run.py:_redirect():2421] Wrapping output streams.
+2025-11-22 16:29:44,015 INFO    MainThread:6429 [wandb_run.py:_redirect():2444] Redirects installed.
+2025-11-22 16:29:44,018 INFO    MainThread:6429 [wandb_init.py:init():1080] run started, returning control to user process
+2025-11-22 16:30:23,582 INFO    MainThread:6429 [wandb_run.py:_config_callback():1385] config_cb None None {'return_dict': True, 'output_hidden_states': False, 'torchscript': False, 'dtype': 'float32', 'pruned_heads': {}, 'tie_word_embeddings': True, 'chunk_size_feed_forward': 0, 'is_encoder_decoder': False, 'is_decoder': False, 'cross_attention_hidden_size': None, 'add_cross_attention': False, 'tie_encoder_decoder': False, 'architectures': None, 'finetuning_task': None, 'id2label': {0: 'O', 1: 'B-GUJ', 2: 'I-GUJ', 3: 'B-ENG', 4: 'I-ENG'}, 'label2id': {'O': 0, 'B-GUJ': 1, 'I-GUJ': 2, 'B-ENG': 3, 'I-ENG': 4}, 'task_specific_params': None, 'problem_type': None, 'tokenizer_class': None, 'prefix': None, 'bos_token_id': 2, 'pad_token_id': 0, 'eos_token_id': 3, 'sep_token_id': None, 'decoder_start_token_id': None, 'max_length': 20, 'min_length': 0, 'do_sample': False, 'early_stopping': False, 'num_beams': 1, 'temperature': 1.0, 'top_k': 50, 'top_p': 1.0, 'typical_p': 1.0, 'repetition_penalty': 1.0, 'length_penalty': 1.0, 'no_repeat_ngram_size': 0, 'encoder_no_repeat_ngram_size': 0, 'bad_words_ids': None, 'num_return_sequences': 1, 'output_scores': False, 'return_dict_in_generate': False, 'forced_bos_token_id': None, 'forced_eos_token_id': None, 'remove_invalid_values': False, 'exponential_decay_length_penalty': None, 'suppress_tokens': None, 'begin_suppress_tokens': None, 'num_beam_groups': 1, 'diversity_penalty': 0.0, '_name_or_path': 'ai4bharat/indic-bert', 'transformers_version': '4.57.1', 'model_type': 'albert', 'net_structure_type': 0, 'gap_size': 0, 'num_memory_blocks': 0, 'down_scale_factor': 1, 'tf_legacy_loss': False, 'use_bfloat16': False, 'vocab_size': 200000, 'embedding_size': 128, 'hidden_size': 768, 'num_hidden_layers': 12, 'num_hidden_groups': 1, 'num_attention_heads': 12, 'inner_group_num': 1, 'hidden_act': 'gelu', 'intermediate_size': 3072, 'hidden_dropout_prob': 0, 'attention_probs_dropout_prob': 0, 'max_position_embeddings': 512, 'type_vocab_size': 2, 'initializer_range': 0.02, 'layer_norm_eps': 1e-12, 'classifier_dropout_prob': 0.1, 'position_embedding_type': 'absolute', 'output_attentions': False, 'output_dir': './models/indic-bert-data2', 'overwrite_output_dir': True, 'do_train': False, 'do_eval': True, 'do_predict': False, 'eval_strategy': 'epoch', 'prediction_loss_only': False, 'per_device_train_batch_size': 16, 'per_device_eval_batch_size': 32, 'per_gpu_train_batch_size': None, 'per_gpu_eval_batch_size': None, 'gradient_accumulation_steps': 1, 'eval_accumulation_steps': None, 'eval_delay': 0, 'torch_empty_cache_steps': None, 'learning_rate': 2e-05, 'weight_decay': 0.01, 'adam_beta1': 0.9, 'adam_beta2': 0.999, 'adam_epsilon': 1e-08, 'max_grad_norm': 1.0, 'num_train_epochs': 3, 'max_steps': -1, 'lr_scheduler_type': 'linear', 'lr_scheduler_kwargs': {}, 'warmup_ratio': 0.1, 'warmup_steps': 0, 'log_level': 'passive', 'log_level_replica': 'warning', 'log_on_each_node': True, 'logging_dir': './models/indic-bert-data2/logs', 'logging_strategy': 'steps', 'logging_first_step': True, 'logging_steps': 50, 'logging_nan_inf_filter': True, 'save_strategy': 'epoch', 'save_steps': None, 'save_total_limit': 3, 'save_safetensors': True, 'save_on_each_node': False, 'save_only_model': False, 'restore_callback_states_from_checkpoint': False, 'no_cuda': False, 'use_cpu': False, 'use_mps_device': False, 'seed': 42, 'data_seed': None, 'jit_mode_eval': False, 'bf16': False, 'fp16': False, 'fp16_opt_level': 'O1', 'half_precision_backend': 'auto', 'bf16_full_eval': False, 'fp16_full_eval': False, 'tf32': None, 'local_rank': 0, 'ddp_backend': None, 'tpu_num_cores': None, 'tpu_metrics_debug': False, 'debug': [], 'dataloader_drop_last': False, 'eval_steps': None, 'dataloader_num_workers': 0, 'dataloader_prefetch_factor': None, 'past_index': -1, 'run_name': None, 'disable_tqdm': False, 'remove_unused_columns': True, 'label_names': None, 'load_best_model_at_end': True, 'metric_for_best_model': 'f1', 'greater_is_better': True, 'ignore_data_skip': False, 'fsdp': [], 'fsdp_min_num_params': 0, 'fsdp_config': {'min_num_params': 0, 'xla': False, 'xla_fsdp_v2': False, 'xla_fsdp_grad_ckpt': False}, 'fsdp_transformer_layer_cls_to_wrap': None, 'accelerator_config': {'split_batches': False, 'dispatch_batches': None, 'even_batches': True, 'use_seedable_sampler': True, 'non_blocking': False, 'gradient_accumulation_kwargs': None}, 'parallelism_config': None, 'deepspeed': None, 'label_smoothing_factor': 0.0, 'optim': 'adamw_torch_fused', 'optim_args': None, 'adafactor': False, 'group_by_length': False, 'length_column_name': 'length', 'report_to': ['tensorboard', 'wandb'], 'project': 'huggingface', 'trackio_space_id': 'trackio', 'ddp_find_unused_parameters': None, 'ddp_bucket_cap_mb': None, 'ddp_broadcast_buffers': None, 'dataloader_pin_memory': True, 'dataloader_persistent_workers': False, 'skip_memory_metrics': True, 'use_legacy_prediction_loop': False, 'push_to_hub': True, 'resume_from_checkpoint': None, 'hub_model_id': 'h3110Fr13nd/guj-eng-code-switch-indic-bert-data2', 'hub_strategy': 'end', 'hub_token': '<HUB_TOKEN>', 'hub_private_repo': False, 'hub_always_push': False, 'hub_revision': None, 'gradient_checkpointing': False, 'gradient_checkpointing_kwargs': None, 'include_inputs_for_metrics': False, 'include_for_metrics': [], 'eval_do_concat_batches': True, 'fp16_backend': 'auto', 'push_to_hub_model_id': 'guj-eng-code-switch-indic-bert-data2', 'push_to_hub_organization': None, 'push_to_hub_token': '<PUSH_TO_HUB_TOKEN>', 'mp_parameters': '', 'auto_find_batch_size': False, 'full_determinism': False, 'torchdynamo': None, 'ray_scope': 'last', 'ddp_timeout': 1800, 'torch_compile': False, 'torch_compile_backend': None, 'torch_compile_mode': None, 'include_tokens_per_second': False, 'include_num_input_tokens_seen': 'no', 'neftune_noise_alpha': None, 'optim_target_modules': None, 'batch_eval_metrics': False, 'eval_on_start': False, 'use_liger_kernel': False, 'liger_kernel_config': None, 'eval_use_gather_object': False, 'average_tokens_across_devices': True}
+2025-11-22 16:30:23,587 INFO    MainThread:6429 [wandb_config.py:__setitem__():154] [no run ID] config set model/num_parameters = 32856837 - <bound method Run._config_callback of <wandb.sdk.wandb_run.Run object at 0x7a1dac4b07d0>>
+2025-11-22 16:30:23,587 INFO    MainThread:6429 [wandb_run.py:_config_callback():1385] config_cb model/num_parameters 32856837 None
+2025-11-22 16:32:11,129 INFO    MainThread:6429 [wandb_run.py:_finish():2270] finishing run h3110fr13nd-esparkbiz-technologies-pvt/gujarati-english-code-switch/hn6dt5mn
+2025-11-22 16:32:11,130 INFO    MainThread:6429 [wandb_run.py:_atexit_cleanup():2469] got exitcode: 0
+2025-11-22 16:32:11,130 INFO    MainThread:6429 [wandb_run.py:_restore():2451] restore
+2025-11-22 16:32:11,130 INFO    MainThread:6429 [wandb_run.py:_restore():2457] restore done
+2025-11-22 16:32:11,780 INFO    MainThread:6429 [wandb_run.py:_footer_sync_info():3853] logging synced files

wandb_logs/run-20251122_162942-hn6dt5mn/run-hn6dt5mn.wandb

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70e3d93fea83156ec3ae5ccef88003e88f82c5057f9f59db3510eaa0704b3d4f
+size 121050

wandb_logs/run-20251122_163550-m5him6ro/files/config.yaml

@@ -0,0 +1,542 @@
+_name_or_path:
+    value: ai4bharat/indic-bert
+_wandb:
+    value:
+        cli_version: 0.23.0
+        e:
+            gtce5850qp01pnp8ld1prboplkugarcc:
+                args:
+                    - configs/indic_data3.json
+                codePath: train.py
+                codePathLocal: train.py
+                cpu_count: 1
+                cpu_count_logical: 2
+                cudaVersion: "12.4"
+                disk:
+                    /:
+                        total: "120942624768"
+                        used: "58045038592"
+                email: [email protected]
+                executable: /usr/bin/python3
+                git:
+                    commit: de0702477fe9412790ab872e2d1361a32e068b2d
+                    remote: https://h3110Fr13nd:@github.com/h3110Fr13nd/code-switch-identification-model.git
+                gpu: Tesla T4
+                gpu_count: 1
+                gpu_nvidia:
+                    - architecture: Turing
+                      cudaCores: 2560
+                      memoryTotal: "16106127360"
+                      name: Tesla T4
+                      uuid: GPU-d740f133-e3a8-f36c-28a2-52b7659451f1
+                host: f0da10c9a12b
+                memory:
+                    total: "13605842944"
+                os: Linux-6.6.105+-x86_64-with-glibc2.35
+                program: /content/code-switch-identification-model/train.py
+                python: CPython 3.12.12
+                root: /content/code-switch-identification-model
+                startedAt: "2025-11-22T16:35:50.520201Z"
+                writerId: gtce5850qp01pnp8ld1prboplkugarcc
+        m:
+            - "1": train/global_step
+              "6":
+                - 3
+              "7": []
+            - "2": '*'
+              "5": 1
+              "6":
+                - 1
+              "7": []
+        python_version: 3.12.12
+        t:
+            "1":
+                - 1
+                - 2
+                - 3
+                - 5
+                - 11
+                - 12
+                - 41
+                - 49
+                - 51
+                - 53
+                - 71
+                - 98
+                - 100
+                - 105
+            "2":
+                - 1
+                - 2
+                - 3
+                - 5
+                - 11
+                - 12
+                - 41
+                - 49
+                - 51
+                - 53
+                - 71
+                - 98
+                - 100
+                - 105
+            "3":
+                - 2
+                - 7
+                - 13
+                - 15
+                - 16
+                - 19
+                - 62
+                - 66
+            "4": 3.12.12
+            "5": 0.23.0
+            "6": 4.57.1
+            "9":
+                "1": transformers_trainer
+            "12": 0.23.0
+            "13": linux-x86_64
+accelerator_config:
+    value:
+        dispatch_batches: null
+        even_batches: true
+        gradient_accumulation_kwargs: null
+        non_blocking: false
+        split_batches: false
+        use_seedable_sampler: true
+adafactor:
+    value: false
+adam_beta1:
+    value: 0.9
+adam_beta2:
+    value: 0.999
+adam_epsilon:
+    value: 1e-08
+add_cross_attention:
+    value: false
+architectures:
+    value: null
+attention_probs_dropout_prob:
+    value: 0
+auto_find_batch_size:
+    value: false
+average_tokens_across_devices:
+    value: true
+bad_words_ids:
+    value: null
+batch_eval_metrics:
+    value: false
+batch_size:
+    value: 16
+begin_suppress_tokens:
+    value: null
+bf16:
+    value: false
+bf16_full_eval:
+    value: false
+bos_token_id:
+    value: 2
+chunk_size_feed_forward:
+    value: 0
+classifier_dropout_prob:
+    value: 0.1
+cross_attention_hidden_size:
+    value: null
+data_seed:
+    value: null
+dataloader_drop_last:
+    value: false
+dataloader_num_workers:
+    value: 0
+dataloader_persistent_workers:
+    value: false
+dataloader_pin_memory:
+    value: true
+dataloader_prefetch_factor:
+    value: null
+ddp_backend:
+    value: null
+ddp_broadcast_buffers:
+    value: null
+ddp_bucket_cap_mb:
+    value: null
+ddp_find_unused_parameters:
+    value: null
+ddp_timeout:
+    value: 1800
+debug:
+    value: []
+decoder_start_token_id:
+    value: null
+deepspeed:
+    value: null
+disable_tqdm:
+    value: false
+diversity_penalty:
+    value: 0
+do_eval:
+    value: true
+do_predict:
+    value: false
+do_sample:
+    value: false
+do_train:
+    value: false
+down_scale_factor:
+    value: 1
+dtype:
+    value: float32
+early_stopping:
+    value: false
+embedding_size:
+    value: 128
+encoder_no_repeat_ngram_size:
+    value: 0
+eos_token_id:
+    value: 3
+epochs:
+    value: 3
+eval_accumulation_steps:
+    value: null
+eval_delay:
+    value: 0
+eval_do_concat_batches:
+    value: true
+eval_on_start:
+    value: false
+eval_steps:
+    value: null
+eval_strategy:
+    value: epoch
+eval_use_gather_object:
+    value: false
+exponential_decay_length_penalty:
+    value: null
+finetuning_task:
+    value: null
+forced_bos_token_id:
+    value: null
+forced_eos_token_id:
+    value: null
+fp16:
+    value: false
+fp16_backend:
+    value: auto
+fp16_full_eval:
+    value: false
+fp16_opt_level:
+    value: O1
+fsdp:
+    value: []
+fsdp_config:
+    value:
+        min_num_params: 0
+        xla: false
+        xla_fsdp_grad_ckpt: false
+        xla_fsdp_v2: false
+fsdp_min_num_params:
+    value: 0
+fsdp_transformer_layer_cls_to_wrap:
+    value: null
+full_determinism:
+    value: false
+gap_size:
+    value: 0
+gradient_accumulation_steps:
+    value: 1
+gradient_checkpointing:
+    value: false
+gradient_checkpointing_kwargs:
+    value: null
+greater_is_better:
+    value: true
+group_by_length:
+    value: false
+half_precision_backend:
+    value: auto
+hidden_act:
+    value: gelu
+hidden_dropout_prob:
+    value: 0
+hidden_size:
+    value: 768
+hub_always_push:
+    value: false
+hub_model_id:
+    value: h3110Fr13nd/guj-eng-code-switch-indic-bert-data3
+hub_private_repo:
+    value: false
+hub_revision:
+    value: null
+hub_strategy:
+    value: end
+hub_token:
+    value: <HUB_TOKEN>
+id2label:
+    value:
+        "0": O
+        "1": B-GUJ
+        "2": I-GUJ
+        "3": B-ENG
+        "4": I-ENG
+ignore_data_skip:
+    value: false
+include_for_metrics:
+    value: []
+include_inputs_for_metrics:
+    value: false
+include_num_input_tokens_seen:
+    value: "no"
+include_tokens_per_second:
+    value: false
+initializer_range:
+    value: 0.02
+inner_group_num:
+    value: 1
+intermediate_size:
+    value: 3072
+is_decoder:
+    value: false
+is_encoder_decoder:
+    value: false
+jit_mode_eval:
+    value: false
+label_names:
+    value: null
+label_smoothing_factor:
+    value: 0
+label2id:
+    value:
+        B-ENG: 3
+        B-GUJ: 1
+        I-ENG: 4
+        I-GUJ: 2
+        O: 0
+layer_norm_eps:
+    value: 1e-12
+learning_rate:
+    value: 2e-05
+length_column_name:
+    value: length
+length_penalty:
+    value: 1
+liger_kernel_config:
+    value: null
+load_best_model_at_end:
+    value: true
+local_rank:
+    value: 0
+log_level:
+    value: passive
+log_level_replica:
+    value: warning
+log_on_each_node:
+    value: true
+logging_dir:
+    value: ./models/indic-bert-data3/logs
+logging_first_step:
+    value: true
+logging_nan_inf_filter:
+    value: true
+logging_steps:
+    value: 50
+logging_strategy:
+    value: steps
+lr_scheduler_type:
+    value: linear
+max_grad_norm:
+    value: 1
+max_length:
+    value: 20
+max_position_embeddings:
+    value: 512
+max_steps:
+    value: -1
+metric_for_best_model:
+    value: f1
+min_length:
+    value: 0
+model:
+    value: ai4bharat/indic-bert
+model/num_parameters:
+    value: 32856837
+model_type:
+    value: albert
+mp_parameters:
+    value: ""
+neftune_noise_alpha:
+    value: null
+net_structure_type:
+    value: 0
+no_cuda:
+    value: false
+no_repeat_ngram_size:
+    value: 0
+num_attention_heads:
+    value: 12
+num_beam_groups:
+    value: 1
+num_beams:
+    value: 1
+num_hidden_groups:
+    value: 1
+num_hidden_layers:
+    value: 12
+num_memory_blocks:
+    value: 0
+num_return_sequences:
+    value: 1
+num_train_epochs:
+    value: 3
+optim:
+    value: adamw_torch_fused
+optim_args:
+    value: null
+optim_target_modules:
+    value: null
+output_attentions:
+    value: false
+output_dir:
+    value: ./models/indic-bert-data3
+output_hidden_states:
+    value: false
+output_scores:
+    value: false
+overwrite_output_dir:
+    value: true
+pad_token_id:
+    value: 0
+parallelism_config:
+    value: null
+past_index:
+    value: -1
+per_device_eval_batch_size:
+    value: 32
+per_device_train_batch_size:
+    value: 16
+per_gpu_eval_batch_size:
+    value: null
+per_gpu_train_batch_size:
+    value: null
+position_embedding_type:
+    value: absolute
+prediction_loss_only:
+    value: false
+prefix:
+    value: null
+problem_type:
+    value: null
+project:
+    value: huggingface
+push_to_hub:
+    value: true
+push_to_hub_model_id:
+    value: guj-eng-code-switch-indic-bert-data3
+push_to_hub_organization:
+    value: null
+push_to_hub_token:
+    value: <PUSH_TO_HUB_TOKEN>
+ray_scope:
+    value: last
+remove_invalid_values:
+    value: false
+remove_unused_columns:
+    value: true
+repetition_penalty:
+    value: 1
+report_to:
+    value:
+        - tensorboard
+        - wandb
+restore_callback_states_from_checkpoint:
+    value: false
+resume_from_checkpoint:
+    value: null
+return_dict:
+    value: true
+return_dict_in_generate:
+    value: false
+run_name:
+    value: null
+save_on_each_node:
+    value: false
+save_only_model:
+    value: false
+save_safetensors:
+    value: true
+save_steps:
+    value: null
+save_strategy:
+    value: epoch
+save_total_limit:
+    value: 3
+seed:
+    value: 42
+sep_token_id:
+    value: null
+skip_memory_metrics:
+    value: true
+suppress_tokens:
+    value: null
+task_specific_params:
+    value: null
+temperature:
+    value: 1
+tf_legacy_loss:
+    value: false
+tf32:
+    value: null
+tie_encoder_decoder:
+    value: false
+tie_word_embeddings:
+    value: true
+tokenizer_class:
+    value: null
+top_k:
+    value: 50
+top_p:
+    value: 1
+torch_compile:
+    value: false
+torch_compile_backend:
+    value: null
+torch_compile_mode:
+    value: null
+torch_empty_cache_steps:
+    value: null
+torchdynamo:
+    value: null
+torchscript:
+    value: false
+tpu_metrics_debug:
+    value: false
+tpu_num_cores:
+    value: null
+trackio_space_id:
+    value: trackio
+train_file:
+    value: synthetic_data_gen/data3/train.txt
+transformers_version:
+    value: 4.57.1
+type_vocab_size:
+    value: 2
+typical_p:
+    value: 1
+use_bfloat16:
+    value: false
+use_cpu:
+    value: false
+use_legacy_prediction_loop:
+    value: false
+use_liger_kernel:
+    value: false
+use_mps_device:
+    value: false
+vocab_size:
+    value: 200000
+warmup_ratio:
+    value: 0.1
+warmup_steps:
+    value: 0
+weight_decay:
+    value: 0.01

wandb_logs/run-20251122_163550-m5him6ro/files/output.log

@@ -0,0 +1,85 @@
+
+    _|    _|  _|    _|    _|_|_|    _|_|_|  _|_|_|  _|      _|    _|_|_|      _|_|_|_|    _|_|      _|_|_|  _|_|_|_|
+    _|    _|  _|    _|  _|        _|          _|    _|_|    _|  _|            _|        _|    _|  _|        _|
+    _|_|_|_|  _|    _|  _|  _|_|  _|  _|_|    _|    _|  _|  _|  _|  _|_|      _|_|_|    _|_|_|_|  _|        _|_|_|
+    _|    _|  _|    _|  _|    _|  _|    _|    _|    _|    _|_|  _|    _|      _|        _|    _|  _|        _|
+    _|    _|    _|_|      _|_|_|    _|_|_|  _|_|_|  _|      _|    _|_|_|      _|        _|    _|    _|_|_|  _|_|_|_|
+Enter your token (input will not be visible):
+
+Cannot authenticate through git-credential as no helper is defined on your machine.
+You might have to re-authenticate when pushing to the Hugging Face Hub.
+Run the following command in your terminal in case you want to set the 'store' credential helper as default.
+
+git config --global credential.helper store
+
+Read https://git-scm.com/book/en/v2/Git-Tools-Credential-Storage for more details.
+Token has not been saved to git credential helper.
+WARNING:huggingface_hub._login:Token has not been saved to git credential helper.
+Some weights of AlbertForTokenClassification were not initialized from the model checkpoint at ai4bharat/indic-bert and are newly initialized: ['classifier.bias', 'classifier.weight']
+You should probably TRAIN this model on a down-stream task to be able to use it for predictions and inference.
+100% 741/741 [02:33<00:00,  4.83it/s]
+{'loss': 1.5882, 'grad_norm': 4.100921630859375, 'learning_rate': 0.0, 'epoch': 0.0}
+{'loss': 1.3882, 'grad_norm': 2.7958192825317383, 'learning_rate': 1.3066666666666668e-05, 'epoch': 0.2}
+{'loss': 0.8038, 'grad_norm': 8.663116455078125, 'learning_rate': 1.927927927927928e-05, 'epoch': 0.4}
+{'loss': 0.4655, 'grad_norm': 3.25374436378479, 'learning_rate': 1.7777777777777777e-05, 'epoch': 0.61}
+{'loss': 0.3428, 'grad_norm': 11.548168182373047, 'learning_rate': 1.627627627627628e-05, 'epoch': 0.81}
+Processing Files (5 / 5)      : 100% 152M/152M [00:04<00:00, 34.5MB/s, 31.3MB/s  ] 
+{'eval_loss': 0.3107636570930481, 'eval_precision': 0.8106646058732612, 'eval_recall': 0.8446054750402576, 'eval_f1': 0.8272870662460567, 'eval_accuracy': 0.9270868141415491, 'eval_runtime': 3.0795, 'eval_samples_per_second': 160.089, 'eval_steps_per_second': 5.196, 'epoch': 1.0}
+{'loss': 0.319, 'grad_norm': 7.127461910247803, 'learning_rate': 1.4774774774774776e-05, 'epoch': 1.01}
+{'loss': 0.2624, 'grad_norm': 10.869697570800781, 'learning_rate': 1.3273273273273274e-05, 'epoch': 1.21}
+{'loss': 0.2253, 'grad_norm': 5.988554954528809, 'learning_rate': 1.1771771771771771e-05, 'epoch': 1.42}
+{'loss': 0.2557, 'grad_norm': 5.968228816986084, 'learning_rate': 1.027027027027027e-05, 'epoch': 1.62}
+{'loss': 0.209, 'grad_norm': 6.053709506988525, 'learning_rate': 8.768768768768769e-06, 'epoch': 1.82}
+{'eval_loss': 0.20414960384368896, 'eval_precision': 0.868071818891491, 'eval_recall': 0.895330112721417, 'eval_f1': 0.8814902893380895, 'eval_accuracy': 0.9502105192808928, 'eval_runtime': 3.2317, 'eval_samples_per_second': 152.553, 'eval_steps_per_second': 4.951, 'epoch': 2.0}
+{'loss': 0.1858, 'grad_norm': 4.224324703216553, 'learning_rate': 7.267267267267268e-06, 'epoch': 2.02}
+{'loss': 0.1704, 'grad_norm': 3.3073840141296387, 'learning_rate': 5.765765765765766e-06, 'epoch': 2.23}
+{'loss': 0.1874, 'grad_norm': 6.554600715637207, 'learning_rate': 4.264264264264265e-06, 'epoch': 2.43}
+{'loss': 0.1498, 'grad_norm': 0.9887686967849731, 'learning_rate': 2.7627627627627628e-06, 'epoch': 2.63}
+{'loss': 0.1745, 'grad_norm': 9.681267738342285, 'learning_rate': 1.2612612612612613e-06, 'epoch': 2.83}
+{'eval_loss': 0.19094230234622955, 'eval_precision': 0.8835562549173879, 'eval_recall': 0.9041867954911433, 'eval_f1': 0.8937524870672503, 'eval_accuracy': 0.9577624807859386, 'eval_runtime': 3.1887, 'eval_samples_per_second': 154.608, 'eval_steps_per_second': 5.018, 'epoch': 3.0}
+{'train_runtime': 153.333, 'train_samples_per_second': 77.087, 'train_steps_per_second': 4.833, 'train_loss': 0.3553515584201787, 'epoch': 3.0}
+New Data Upload               : 100% 131M/131M [00:04<00:00, 29.8MB/s, 31.3MB/s  ] 
+  ...c-bert-data3/spiece.model: 100% 5.65M/5.65M [00:04<?, ?B/s]
+  ...bert-data3/tokenizer.json: 100% 15.3M/15.3M [00:04<?, ?B/s]
+  ...t-data3/model.safetensors: 100% 131M/131M [00:03<00:00, 38.4MB/s] 
+  ...29369.f0da10c9a12b.8125.0: 100% 10.3k/10.3k [00:02<00:00, 3.65kB/s]
+  ...t-data3/training_args.bin: 100% 5.91k/5.91k [00:02<00:00, 2.09kB/s]
+Processing Files (5 / 5)      : 100% 152M/152M [00:01<00:00, 126MB/s,  115MB/s  ] 
+New Data Upload               : |          |  0.00B /  0.00B,  0.00B/s  
+  ...t-data3/training_args.bin: 100% 5.91k/5.91k [00:01<?, ?B/s]
+  ...29369.f0da10c9a12b.8125.0: 100% 10.3k/10.3k [00:01<?, ?B/s]
+  ...c-bert-data3/spiece.model: 100% 5.65M/5.65M [00:01<?, ?B/s]
+  ...t-data3/model.safetensors: 100% 131M/131M [00:01<00:00, 115MB/s] 
+  ...bert-data3/tokenizer.json: 100% 15.3M/15.3M [00:00<?, ?B/s]
+No files have been modified since last commit. Skipping to prevent empty commit.
+WARNING:huggingface_hub.hf_api:No files have been modified since last commit. Skipping to prevent empty commit.
+***** train metrics *****
+  epoch                    =        3.0
+  total_flos               =    34687GF
+  train_loss               =     0.3554
+  train_runtime            = 0:02:33.33
+  train_samples_per_second =     77.087
+  train_steps_per_second   =      4.833
+100% 16/16 [00:02<00:00,  5.35it/s]
+***** eval metrics *****
+  epoch                   =        3.0
+  eval_accuracy           =     0.9578
+  eval_f1                 =     0.8938
+  eval_loss               =     0.1909
+  eval_precision          =     0.8836
+  eval_recall             =     0.9042
+  eval_runtime            = 0:00:03.15
+  eval_samples_per_second =    156.457
+  eval_steps_per_second   =      5.078
+ 94% 15/16 [00:01<00:00,  7.26it/s]early stopping required metric_for_best_model, but did not find eval_f1 so early stopping is disabled
+100% 16/16 [00:02<00:00,  5.57it/s]
+***** test metrics *****
+  epoch                   =        3.0
+  test_accuracy           =     0.9563
+  test_f1                 =     0.9005
+  test_loss               =     0.1731
+  test_precision          =     0.8932
+  test_recall             =     0.9079
+  test_runtime            = 0:00:03.02
+  test_samples_per_second =    162.645
+  test_steps_per_second   =      5.289

wandb_logs/run-20251122_163550-m5him6ro/files/requirements.txt

@@ -0,0 +1,698 @@
+setuptools==75.2.0
+pip==24.1.2
+requirements-parser==0.9.0
+types-setuptools==80.9.0.20250822
+ipykernel==7.1.0
+tensorboard==2.20.0
+numpy==2.3.5
+pyarrow==22.0.0
+matplotlib==3.10.7
+widgetsnbextension==4.0.15
+seqeval==1.2.2
+ipywidgets==8.1.8
+datasets==4.4.1
+pandas==2.3.3
+comm==0.2.3
+google-genai==1.50.1
+scikit-learn==1.7.2
+evaluate==0.4.6
+jedi==0.19.2
+jupyter_client==8.6.3
+google-colab==1.0.0
+httpcore==1.0.9
+colorlover==0.3.0
+pyOpenSSL==24.2.1
+PySocks==1.7.1
+fsspec==2025.3.0
+google-ai-generativelanguage==0.6.15
+dlib==19.24.6
+fastdownload==0.0.7
+jaxlib==0.7.2
+python-multipart==0.0.20
+nltk==3.9.1
+chardet==5.2.0
+pyparsing==3.2.5
+sentry-sdk==2.45.0
+audioread==3.1.0
+langchain-core==0.3.80
+jaraco.classes==3.4.0
+cymem==2.0.13
+vega-datasets==0.9.0
+docstring_parser==0.17.0
+nest-asyncio==1.6.0
+mlxtend==0.23.4
+xyzservices==2025.10.0
+more-itertools==10.8.0
+torchao==0.10.0
+numba==0.60.0
+panel==1.8.3
+docutils==0.21.2
+holoviews==1.22.0
+attrs==25.4.0
+db-dtypes==1.4.4
+tabulate==0.9.0
+pydotplus==2.0.2
+soundfile==0.13.1
+sklearn-pandas==2.2.0
+multitasking==0.0.12
+glob2==0.7
+nvidia-cusolver-cu12==11.7.1.2
+google-adk==1.17.0
+alabaster==1.0.0
+mdit-py-plugins==0.5.0
+intel-cmplr-lib-ur==2025.3.1
+nvidia-cufft-cu12==11.3.0.4
+google-cloud-bigquery-connection==1.19.0
+polars==1.31.0
+openai==1.109.1
+google-cloud-spanner==3.59.0
+patsy==1.0.2
+pytest==8.4.2
+pycparser==2.23
+curl_cffi==0.13.0
+linkify-it-py==2.0.3
+imutils==0.5.4
+Markdown==3.10
+pandas-stubs==2.2.2.240909
+pooch==1.8.2
+pandas-gbq==0.30.0
+google-cloud-dataproc==5.23.0
+google-cloud-language==2.18.0
+jupyter_kernel_gateway==2.5.2
+google-resumable-media==2.8.0
+nvidia-cuda-runtime-cu12==12.6.77
+dask-cudf-cu12==25.10.0
+websocket-client==1.9.0
+distributed-ucxx-cu12==0.46.0
+altair==5.5.0
+idna==3.11
+wandb==0.23.0
+moviepy==1.0.3
+click==8.3.1
+oauth2client==4.1.3
+GDAL==3.8.4
+mcp==1.21.2
+pyzmq==26.2.1
+langsmith==0.4.43
+sqlparse==0.5.3
+betterproto==2.0.0b6
+parso==0.8.5
+imbalanced-learn==0.14.0
+tbb==2022.3.0
+dm-tree==0.1.9
+cuda-python==12.9.4
+pygit2==1.19.0
+proglog==0.1.12
+fastjsonschema==2.21.2
+tornado==6.5.1
+matplotlib-venn==1.1.2
+Authlib==1.6.5
+cryptography==43.0.3
+snowballstemmer==3.0.1
+networkx==3.5
+nvidia-cublas-cu12==12.6.4.1
+wcwidth==0.2.14
+dopamine_rl==4.1.2
+blobfile==3.1.0
+simple-parsing==0.1.7
+pylibcugraph-cu12==25.10.1
+sentence-transformers==5.1.2
+jsonpatch==1.33
+webencodings==0.5.1
+zict==3.0.0
+google-cloud-bigquery-storage==2.34.0
+sphinxcontrib-serializinghtml==2.0.0
+uc-micro-py==1.0.3
+rfc3987-syntax==1.1.0
+itsdangerous==2.2.0
+peft==0.18.0
+gspread-dataframe==4.0.0
+pydot==3.0.4
+pydantic_core==2.33.2
+oauthlib==3.3.1
+google-cloud-bigquery==3.38.0
+geopy==2.4.1
+rmm-cu12==25.10.0
+distributed==2025.9.1
+pandocfilters==1.5.1
+llvmlite==0.43.0
+torchaudio==2.9.0+cu126
+hdbscan==0.8.40
+safetensors==0.7.0
+et_xmlfile==2.0.0
+numexpr==2.14.1
+scs==3.2.9
+importlib_resources==6.5.2
+pyogrio==0.11.1
+rapids-logger==0.1.19
+google==2.0.3
+blinker==1.9.0
+colour==0.1.5
+lightgbm==4.6.0
+pylibraft-cu12==25.10.0
+autograd==1.8.0
+duckdb==1.3.2
+typing_extensions==4.15.0
+protobuf==5.29.5
+argon2-cffi==25.1.0
+Bottleneck==1.4.2
+libucxx-cu12==0.46.0
+libcugraph-cu12==25.10.1
+huggingface-hub==0.36.0
+fastapi==0.121.3
+mistune==3.1.4
+pyspark==3.5.1
+ibis-framework==9.5.0
+tqdm==4.67.1
+seaborn==0.13.2
+mdurl==0.1.2
+stumpy==1.13.0
+python-dotenv==1.2.1
+psygnal==0.15.0
+music21==9.3.0
+Farama-Notifications==0.0.4
+jsonschema-specifications==2025.9.1
+xxhash==3.6.0
+confection==0.1.5
+treelite==4.4.1
+httpimport==1.4.1
+libpysal==4.13.0
+cramjam==2.11.0
+google-cloud-functions==1.21.0
+grpcio-status==1.71.2
+torchsummary==1.5.1
+nvidia-nvshmem-cu12==3.3.20
+libucx-cu12==1.19.0
+geopandas==1.1.1
+toml==0.10.2
+shapely==2.1.2
+html5lib==1.1
+antlr4-python3-runtime==4.9.3
+clarabel==0.11.1
+uvicorn==0.38.0
+toolz==0.12.1
+cloudpathlib==0.23.0
+cupy-cuda12x==13.6.0
+fastai==2.8.5
+peewee==3.18.3
+GitPython==3.1.45
+aiohappyeyeballs==2.6.1
+murmurhash==1.0.15
+jax-cuda12-plugin==0.7.2
+pyperclip==1.11.0
+promise==2.3
+jupyter_server==2.14.0
+webcolors==25.10.0
+imagesize==1.4.1
+prettytable==3.17.0
+alembic==1.17.2
+progressbar2==4.5.0
+requests==2.32.4
+nvidia-ml-py==13.580.82
+humanize==4.14.0
+umap-learn==0.5.9.post2
+h5netcdf==1.7.3
+PyGObject==3.42.0
+google-cloud-aiplatform==1.128.0
+flatbuffers==25.9.23
+optax==0.2.6
+nvidia-cuda-cupti-cu12==12.6.80
+nx-cugraph-cu12==25.10.0
+lark==1.3.1
+tenacity==8.5.0
+entrypoints==0.4
+prompt_toolkit==3.0.52
+fonttools==4.60.1
+ffmpy==1.0.0
+google-cloud-core==2.5.0
+matplotlib-inline==0.2.1
+sphinxcontrib-jsmath==1.0.1
+ply==3.11
+tweepy==4.16.0
+en_core_web_sm==3.8.0
+google-crc32c==1.7.1
+libcudf-cu12==25.10.0
+ipytree==0.2.2
+ImageIO==2.37.2
+rfc3339-validator==0.1.4
+keras==3.10.0
+opt_einsum==3.4.0
+jupyter_server_terminals==0.5.3
+rpds-py==0.29.0
+threadpoolctl==3.6.0
+urllib3==2.5.0
+kagglehub==0.3.13
+Flask==3.1.2
+easydict==1.13
+grpcio==1.76.0
+ratelim==0.1.6
+logical-unification==0.4.7
+omegaconf==2.3.0
+roman-numerals-py==3.1.0
+dataproc-spark-connect==0.8.3
+langchain-text-splitters==0.3.11
+tinycss2==1.4.0
+python-json-logger==4.0.0
+scikit-image==0.25.2
+highspy==1.12.0
+tf-slim==1.1.0
+torchtune==0.6.1
+jupyter-console==6.6.3
+spanner-graph-notebook==1.1.8
+dill==0.3.8
+tensorboard-data-server==0.7.2
+slicer==0.0.8
+keyring==25.7.0
+arviz==0.22.0
+sympy==1.13.3
+google-cloud-resource-manager==1.15.0
+traittypes==0.2.3
+typer-slim==0.20.0
+annotated-doc==0.0.4
+hf-xet==1.2.0
+dask-cuda==25.10.0
+pymc==5.26.1
+pynndescent==0.5.13
+stanio==0.5.1
+treescope==0.1.10
+optree==0.18.0
+propcache==0.4.1
+rich==13.9.4
+gcsfs==2025.3.0
+torch==2.9.0+cu126
+MarkupSafe==3.0.3
+tzlocal==5.3.1
+google-cloud-secret-manager==2.25.0
+atpublic==5.1
+gitdb==4.0.12
+ruff==0.14.5
+opentelemetry-exporter-gcp-monitoring==1.11.0a0
+grpc-interceptor==0.15.4
+opentelemetry-exporter-gcp-logging==1.11.0a0
+fqdn==1.5.1
+soxr==1.0.0
+hf_transfer==0.1.9
+pyasn1==0.6.1
+geemap==0.35.3
+regex==2024.11.6
+ipython-sql==0.5.0
+pyviz_comms==3.0.6
+pydub==0.25.1
+geographiclib==2.1
+Jinja2==3.1.6
+ipython-genutils==0.2.0
+multiprocess==0.70.16
+h11==0.16.0
+tables==3.10.2
+tensorflow-text==2.19.0
+bokeh==3.7.3
+opentelemetry-resourcedetector-gcp==1.11.0a0
+beautifulsoup4==4.13.5
+filelock==3.20.0
+catalogue==2.0.10
+fasttransform==0.0.2
+typeguard==4.4.4
+openpyxl==3.1.5
+tokenizers==0.22.1
+plotly==5.24.1
+ucxx-cu12==0.46.0
+branca==0.8.2
+overrides==7.7.0
+cuda-core==0.3.2
+tensorflow-probability==0.25.0
+xarray-einstats==0.9.1
+tf_keras==2.19.0
+referencing==0.37.0
+argon2-cffi-bindings==25.1.0
+librmm-cu12==25.10.0
+nvidia-cusparse-cu12==12.5.4.2
+google-cloud-discoveryengine==0.13.12
+xgboost==3.1.1
+diffusers==0.35.2
+timm==1.0.22
+PyDrive2==1.21.3
+tblib==3.2.2
+scooby==0.11.0
+opencv-python-headless==4.12.0.88
+wheel==0.45.1
+firebase-admin==6.9.0
+shap==0.50.0
+jsonpointer==3.0.0
+python-louvain==0.16
+charset-normalizer==3.4.4
+sqlglot==25.20.2
+jsonschema==4.25.1
+jieba==0.42.1
+importlib_metadata==8.7.0
+nvidia-cuda-nvrtc-cu12==12.6.77
+editdistance==0.8.1
+jax==0.7.2
+google-api-core==2.28.1
+shellingham==1.5.4
+portpicker==1.5.2
+cudf-cu12==25.10.0
+gspread==6.2.1
+pylibcudf-cu12==25.10.0
+python-slugify==8.0.4
+anywidget==0.9.21
+distro==1.9.0
+stringzilla==4.2.3
+libcuml-cu12==25.10.0
+graphviz==0.21
+ipython==7.34.0
+hyperopt==0.2.7
+sniffio==1.3.1
+python-utils==3.9.1
+bigframes==2.29.1
+folium==0.20.0
+google-cloud-bigtable==2.34.0
+text-unidecode==1.3
+pydantic-settings==2.12.0
+annotated-types==0.7.0
+locket==1.0.0
+pyproj==3.7.2
+orbax-checkpoint==0.11.28
+PyJWT==2.10.1
+natsort==8.4.0
+astropy-iers-data==0.2025.11.10.0.38.31
+gym-notices==0.1.0
+debugpy==1.8.15
+weasel==0.4.3
+PyOpenGL==3.1.10
+pydata-google-auth==1.9.1
+semantic-version==2.10.0
+google-cloud-firestore==2.21.0
+statsmodels==0.14.5
+pycocotools==2.0.10
+greenlet==3.2.4
+Werkzeug==3.1.3
+preshed==3.0.12
+gymnasium==1.2.2
+prometheus_client==0.23.1
+triton==3.5.0
+frozendict==2.4.7
+multipledispatch==1.0.0
+srsly==2.5.2
+google-auth-httplib2==0.2.1
+zstandard==0.25.0
+uri-template==1.3.0
+gradio==5.49.1
+websockets==15.0.1
+bigquery-magics==0.10.3
+nvidia-cuda-nvcc-cu12==12.5.82
+etils==1.13.0
+cufflinks==0.17.3
+simsimd==6.5.3
+frozenlist==1.8.0
+transformers==4.57.1
+ale-py==0.11.2
+orjson==3.11.4
+jiter==0.12.0
+safehttpx==0.1.7
+google-auth==2.38.0
+inflect==7.5.0
+decorator==4.4.2
+types-pytz==2025.2.0.20251108
+cyipopt==1.5.0
+imageio-ffmpeg==0.6.0
+pyshp==3.0.2.post1
+grpc-google-iam-v1==0.14.3
+immutabledict==4.2.2
+ipyparallel==8.8.0
+beartype==0.22.5
+keras-nlp==0.21.1
+tensorflow-hub==0.16.1
+yfinance==0.2.66
+cuda-toolkit==12.9.1
+googleapis-common-protos==1.72.0
+google-generativeai==0.8.5
+aiofiles==24.1.0
+joblib==1.5.2
+ndindex==1.10.1
+nbformat==5.10.4
+pygame==2.6.1
+opentelemetry-proto==1.37.0
+cachetools==5.5.2
+sphinxcontrib-qthelp==2.0.0
+albumentations==2.0.8
+libraft-cu12==25.10.0
+absl-py==1.4.0
+simplejson==3.20.2
+jupytext==1.17.3
+raft-dask-cu12==25.10.0
+pyomo==6.9.5
+msgpack==1.1.2
+tensorflow==2.19.0
+dask==2025.9.1
+aiohttp==3.13.2
+future==1.0.0
+bleach==6.3.0
+cmdstanpy==1.3.0
+wurlitzer==3.1.1
+libkvikio-cu12==25.10.0
+google-cloud-audit-log==0.4.0
+packaging==25.0
+defusedxml==0.7.1
+google-auth-oauthlib==1.2.3
+textblob==0.19.0
+pexpect==4.9.0
+Mako==1.3.10
+cmake==3.31.6
+eerepr==0.1.2
+namex==0.1.0
+sse-starlette==3.0.3
+grpclib==0.4.8
+jaraco.context==6.0.1
+nbclient==0.10.2
+scipy==1.16.3
+miniKanren==1.0.5
+nvidia-curand-cu12==10.3.7.77
+sphinxcontrib-applehelp==2.0.0
+python-dateutil==2.9.0.post0
+librosa==0.11.0
+ptyprocess==0.7.0
+opentelemetry-api==1.37.0
+nvtx==0.2.13
+nvidia-cufile-cu12==1.11.1.6
+plum-dispatch==2.6.0
+kiwisolver==1.4.9
+ipyleaflet==0.20.0
+jaraco.functools==4.3.0
+terminado==0.18.1
+tensorflow_decision_forests==1.12.0
+Send2Trash==1.8.3
+flax==0.10.7
+PyWavelets==1.9.0
+brotli==1.2.0
+mpmath==1.3.0
+earthengine-api==1.5.24
+isoduration==20.11.0
+pytz==2025.2
+tiktoken==0.12.0
+traitlets==5.7.1
+typer==0.20.0
+plotnine==0.14.5
+sphinxcontrib-devhelp==2.0.0
+spacy==3.8.11
+gym==0.25.2
+google-cloud-datastore==2.21.0
+torchdata==0.11.0
+bqplot==0.12.45
+missingno==0.5.2
+nvidia-cudnn-cu12==9.10.2.21
+param==2.3.0
+tensorstore==0.1.79
+ipyfilechooser==0.6.0
+rfc3986-validator==0.1.1
+nibabel==5.3.2
+starlette==0.50.0
+psutil==5.9.5
+lazy_loader==0.4
+smart_open==7.5.0
+jupyter_core==5.9.1
+pycairo==1.29.0
+pytensor==2.35.1
+hpack==4.1.0
+smmap==5.0.2
+httplib2==0.31.0
+h2==4.3.0
+nvidia-nccl-cu12==2.27.5
+googledrivedownloader==1.1.0
+SQLAlchemy==2.0.44
+yellowbrick==1.5
+cloudpickle==3.1.2
+typing-inspection==0.4.2
+cuml-cu12==25.10.0
+tensorflow-metadata==1.17.2
+hyperframe==6.1.0
+numba-cuda==0.19.1
+rpy2==3.5.17
+cuda-bindings==12.9.4
+langchain==0.3.27
+array_record==0.8.3
+google-cloud-appengine-logging==1.7.0
+requests-oauthlib==2.0.0
+lxml==5.4.0
+rsa==4.9.1
+thinc==8.3.10
+tomlkit==0.13.3
+blis==1.3.3
+opentelemetry-sdk==1.37.0
+kaggle==1.7.4.5
+tcmlib==1.4.1
+holidays==0.85
+multidict==6.7.0
+accelerate==1.11.0
+pyerfa==2.0.1.5
+babel==2.17.0
+google-api-python-client==2.187.0
+cffi==2.0.0
+soupsieve==2.8
+opencv-python==4.12.0.88
+rapids-dask-dependency==25.10.0
+chex==0.1.90
+google-cloud-translate==3.23.0
+python-snappy==0.7.3
+xarray==2025.11.0
+pillow==11.3.0
+uritemplate==4.2.0
+Cython==3.0.12
+tensorflow-datasets==4.9.9
+mkl==2025.2.0
+cvxpy==1.6.7
+spacy-loggers==1.0.5
+keyrings.google-artifactregistry-auth==1.1.2
+spacy-legacy==3.0.12
+fastrlock==0.8.3
+aiosignal==1.4.0
+osqp==1.0.5
+astunparse==1.6.3
+py-cpuinfo==9.0.0
+nbclassic==1.3.3
+pycryptodomex==3.23.0
+anyio==4.11.0
+ydf==0.13.0
+parsy==2.2
+einops==0.8.1
+iniconfig==2.3.0
+cycler==0.12.1
+h5py==3.15.1
+libclang==18.1.1
+gdown==5.2.0
+wasabi==1.1.3
+httpx==0.28.1
+termcolor==3.2.0
+umf==1.0.2
+mizani==0.13.5
+astropy==7.1.1
+opentelemetry-exporter-gcp-trace==1.11.0
+pandas-datareader==0.10.0
+nvidia-nvjitlink-cu12==12.6.85
+pickleshare==0.7.5
+community==1.0.0b1
+prophet==1.1.7
+jupyterlab_pygments==0.3.0
+requests-toolbelt==1.0.0
+gradio_client==1.13.3
+pydantic==2.11.10
+google-cloud-logging==3.12.1
+google-cloud-storage==2.19.0
+intel-openmp==2025.3.1
+tifffile==2025.10.16
+colorcet==3.1.0
+google-cloud-speech==2.34.0
+notebook_shim==0.2.4
+xlrd==2.0.2
+httpx-sse==0.4.3
+backcall==0.2.0
+blosc2==3.11.1
+sortedcontainers==2.4.0
+opentelemetry-exporter-otlp-proto-common==1.37.0
+sentencepiece==0.2.1
+six==1.17.0
+google-pasta==0.2.0
+sphinxcontrib-htmlhelp==2.1.0
+zipp==3.23.0
+jupyter-leaflet==0.20.0
+jeepney==0.9.0
+cons==0.4.7
+markdown-it-py==4.0.0
+wordcloud==1.9.4
+opencv-contrib-python==4.12.0.88
+opentelemetry-exporter-otlp-proto-http==1.37.0
+absolufy-imports==0.3.1
+psycopg2==2.9.11
+groovy==0.1.2
+CacheControl==0.14.4
+arrow==1.4.0
+ipyevents==2.0.4
+tzdata==2025.2
+nvidia-nvtx-cu12==12.6.77
+Sphinx==8.2.3
+tsfresh==0.21.1
+jupyter-events==0.12.0
+partd==1.4.2
+platformdirs==4.5.0
+SecretStorage==3.4.1
+narwhals==2.12.0
+sqlalchemy-spanner==1.17.1
+watchdog==6.0.0
+nbconvert==7.16.6
+google-cloud-trace==1.17.0
+cuda-pathfinder==1.3.2
+proto-plus==1.26.1
+notebook==6.5.7
+fastcore==1.8.16
+pluggy==1.6.0
+etuples==0.3.10
+gast==0.6.0
+PyYAML==6.0.3
+opentelemetry-semantic-conventions==0.58b0
+ml_dtypes==0.5.4
+google-cloud-monitoring==2.28.0
+pyasn1_modules==0.4.2
+cvxopt==1.3.2
+contourpy==1.3.3
+gin-config==0.5.0
+certifi==2025.11.12
+jsonpickle==4.1.1
+wrapt==2.0.1
+keras-hub==0.21.1
+torchvision==0.24.0+cu126
+yarl==1.22.0
+jupyterlab_widgets==3.0.16
+py4j==0.10.9.7
+Pygments==2.19.2
+python-box==7.3.2
+albucore==0.0.24
+nvidia-cuda-cccl-cu12==12.9.27
+jax-cuda12-pjrt==0.7.2
+fastprogress==1.0.3
+nvidia-cusparselt-cu12==0.7.1
+geocoder==1.38.1
+cudf-polars-cu12==25.10.0
+python-apt==0.0.0
+httplib2==0.20.2
+more-itertools==8.10.0
+oauthlib==3.2.0
+pyparsing==2.4.7
+PyGObject==3.42.1
+lazr.restfulclient==0.14.4
+lazr.uri==1.0.6
+PyJWT==2.3.0
+blinker==1.4
+python-apt==2.4.0+ubuntu4
+launchpadlib==1.10.16
+six==1.16.0
+zipp==1.0.0
+importlib-metadata==4.6.4
+dbus-python==1.2.18
+wadllib==1.3.6
+cryptography==3.4.8
+distro==1.7.0
+keyring==23.5.0
+SecretStorage==3.3.1
+jeepney==0.7.1
+Markdown==3.3.6
+Mako==1.1.3
+MarkupSafe==2.0.1

wandb_logs/run-20251122_163550-m5him6ro/files/wandb-metadata.json

@@ -0,0 +1,43 @@
+{
+  "os": "Linux-6.6.105+-x86_64-with-glibc2.35",
+  "python": "CPython 3.12.12",
+  "startedAt": "2025-11-22T16:35:50.520201Z",
+  "args": [
+    "configs/indic_data3.json"
+  ],
+  "program": "/content/code-switch-identification-model/train.py",
+  "codePath": "train.py",
+  "codePathLocal": "train.py",
+  "git": {
+    "remote": "https://h3110Fr13nd:@github.com/h3110Fr13nd/code-switch-identification-model.git",
+    "commit": "de0702477fe9412790ab872e2d1361a32e068b2d"
+  },
+  "email": "[email protected]",
+  "root": "/content/code-switch-identification-model",
+  "host": "f0da10c9a12b",
+  "executable": "/usr/bin/python3",
+  "cpu_count": 1,
+  "cpu_count_logical": 2,
+  "gpu": "Tesla T4",
+  "gpu_count": 1,
+  "disk": {
+    "/": {
+      "total": "120942624768",
+      "used": "58045038592"
+    }
+  },
+  "memory": {
+    "total": "13605842944"
+  },
+  "gpu_nvidia": [
+    {
+      "name": "Tesla T4",
+      "memoryTotal": "16106127360",
+      "cudaCores": 2560,
+      "architecture": "Turing",
+      "uuid": "GPU-d740f133-e3a8-f36c-28a2-52b7659451f1"
+    }
+  ],
+  "cudaVersion": "12.4",
+  "writerId": "gtce5850qp01pnp8ld1prboplkugarcc"
+}

wandb_logs/run-20251122_163550-m5him6ro/files/wandb-summary.json

@@ -0,0 +1 @@
+{"_runtime":188,"test/f1":0.900503290747193,"train/epoch":3,"eval/samples_per_second":156.457,"train/grad_norm":9.681267738342285,"test/recall":0.9078844652615145,"eval/runtime":3.151,"eval/steps_per_second":5.078,"test/accuracy":0.9562690481253101,"test/samples_per_second":162.645,"eval/f1":0.8937524870672503,"_wandb":{"runtime":188},"_timestamp":1.7638295396916685e+09,"train_runtime":153.333,"train_loss":0.3553515584201787,"eval/loss":0.19094230234622955,"total_flos":3.724524094464e+13,"train/learning_rate":1.2612612612612613e-06,"train/global_step":741,"test/runtime":3.025,"eval/accuracy":0.9577624807859386,"eval/precision":0.8835562549173879,"train_steps_per_second":4.833,"train_samples_per_second":77.087,"test/precision":0.8932411674347158,"test/loss":0.17312292754650116,"_step":20,"eval/recall":0.9041867954911433,"train/loss":0.1745,"test/steps_per_second":5.289}

wandb_logs/run-20251122_163550-m5him6ro/logs/debug-core.log

@@ -0,0 +1,8 @@
+{"time":"2025-11-22T16:35:50.618725979Z","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpc05vqpjx/port-8125.txt","pid":8125,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false}
+{"time":"2025-11-22T16:35:50.620396471Z","level":"INFO","msg":"server: will exit if parent process dies","ppid":8125}
+{"time":"2025-11-22T16:35:50.620417571Z","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-8125-8215-811665641/socket","Net":"unix"}}
+{"time":"2025-11-22T16:35:50.800368469Z","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"}
+{"time":"2025-11-22T16:35:50.805670277Z","level":"INFO","msg":"handleInformInit: received","streamId":"m5him6ro","id":"1(@)"}
+{"time":"2025-11-22T16:35:50.983563087Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"m5him6ro","id":"1(@)"}
+{"time":"2025-11-22T16:39:00.46884868Z","level":"INFO","msg":"handleInformFinish: finish message received","streamId":"m5him6ro","id":"1(@)"}
+{"time":"2025-11-22T16:39:00.473165355Z","level":"INFO","msg":"handleInformFinish: stream closed","streamId":"m5him6ro","id":"1(@)"}

wandb_logs/run-20251122_163550-m5him6ro/logs/debug-internal.log

@@ -0,0 +1,12 @@
+{"time":"2025-11-22T16:35:50.805821173Z","level":"INFO","msg":"stream: starting","core version":"0.23.0"}
+{"time":"2025-11-22T16:35:50.983274069Z","level":"INFO","msg":"stream: created new stream","id":"m5him6ro"}
+{"time":"2025-11-22T16:35:50.983363489Z","level":"INFO","msg":"handler: started","stream_id":"m5him6ro"}
+{"time":"2025-11-22T16:35:50.98355309Z","level":"INFO","msg":"stream: started","id":"m5him6ro"}
+{"time":"2025-11-22T16:35:50.983569327Z","level":"INFO","msg":"writer: started","stream_id":"m5him6ro"}
+{"time":"2025-11-22T16:35:50.98359798Z","level":"INFO","msg":"sender: started","stream_id":"m5him6ro"}
+{"time":"2025-11-22T16:39:00.205501519Z","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
+{"time":"2025-11-22T16:39:00.463399932Z","level":"INFO","msg":"handler: operation stats","stats":{}}
+{"time":"2025-11-22T16:39:00.468876223Z","level":"INFO","msg":"stream: closing","id":"m5him6ro"}
+{"time":"2025-11-22T16:39:00.46888806Z","level":"INFO","msg":"handler: closed","stream_id":"m5him6ro"}
+{"time":"2025-11-22T16:39:00.468936772Z","level":"INFO","msg":"sender: closed","stream_id":"m5him6ro"}
+{"time":"2025-11-22T16:39:00.468946311Z","level":"INFO","msg":"stream: closed","id":"m5him6ro"}

wandb_logs/run-20251122_163550-m5him6ro/logs/debug.log

@@ -0,0 +1,29 @@
+2025-11-22 16:35:50,521 INFO    MainThread:8125 [wandb_setup.py:_flush():80] Current SDK version is 0.23.0
+2025-11-22 16:35:50,521 INFO    MainThread:8125 [wandb_setup.py:_flush():80] Configure stats pid to 8125
+2025-11-22 16:35:50,521 INFO    MainThread:8125 [wandb_setup.py:_flush():80] Loading settings from /root/.config/wandb/settings
+2025-11-22 16:35:50,521 INFO    MainThread:8125 [wandb_setup.py:_flush():80] Loading settings from /content/code-switch-identification-model/wandb/settings
+2025-11-22 16:35:50,521 INFO    MainThread:8125 [wandb_setup.py:_flush():80] Loading settings from environment variables
+2025-11-22 16:35:50,521 INFO    MainThread:8125 [wandb_init.py:setup_run_log_directory():713] Logging user logs to /content/code-switch-identification-model/wandb/run-20251122_163550-m5him6ro/logs/debug.log
+2025-11-22 16:35:50,521 INFO    MainThread:8125 [wandb_init.py:setup_run_log_directory():714] Logging internal logs to /content/code-switch-identification-model/wandb/run-20251122_163550-m5him6ro/logs/debug-internal.log
+2025-11-22 16:35:50,521 INFO    MainThread:8125 [wandb_init.py:init():840] calling init triggers
+2025-11-22 16:35:50,521 INFO    MainThread:8125 [wandb_init.py:init():845] wandb.init called with sweep_config: {}
+config: {'model': 'ai4bharat/indic-bert', 'train_file': 'synthetic_data_gen/data3/train.txt', 'max_length': 128, 'epochs': 3, 'batch_size': 16, 'learning_rate': 2e-05, 'warmup_ratio': 0.1, 'weight_decay': 0.01, '_wandb': {}}
+2025-11-22 16:35:50,521 INFO    MainThread:8125 [wandb_init.py:init():888] starting backend
+2025-11-22 16:35:50,800 INFO    MainThread:8125 [wandb_init.py:init():891] sending inform_init request
+2025-11-22 16:35:50,803 INFO    MainThread:8125 [wandb_init.py:init():899] backend started and connected
+2025-11-22 16:35:50,809 INFO    MainThread:8125 [wandb_init.py:init():969] updated telemetry
+2025-11-22 16:35:50,818 INFO    MainThread:8125 [wandb_init.py:init():993] communicating run to backend with 90.0 second timeout
+2025-11-22 16:35:51,276 INFO    MainThread:8125 [wandb_init.py:init():1040] starting run threads in backend
+2025-11-22 16:35:51,767 INFO    MainThread:8125 [wandb_run.py:_console_start():2504] atexit reg
+2025-11-22 16:35:51,768 INFO    MainThread:8125 [wandb_run.py:_redirect():2352] redirect: wrap_raw
+2025-11-22 16:35:51,768 INFO    MainThread:8125 [wandb_run.py:_redirect():2421] Wrapping output streams.
+2025-11-22 16:35:51,768 INFO    MainThread:8125 [wandb_run.py:_redirect():2444] Redirects installed.
+2025-11-22 16:35:51,770 INFO    MainThread:8125 [wandb_init.py:init():1080] run started, returning control to user process
+2025-11-22 16:36:09,574 INFO    MainThread:8125 [wandb_run.py:_config_callback():1385] config_cb None None {'return_dict': True, 'output_hidden_states': False, 'torchscript': False, 'dtype': 'float32', 'pruned_heads': {}, 'tie_word_embeddings': True, 'chunk_size_feed_forward': 0, 'is_encoder_decoder': False, 'is_decoder': False, 'cross_attention_hidden_size': None, 'add_cross_attention': False, 'tie_encoder_decoder': False, 'architectures': None, 'finetuning_task': None, 'id2label': {0: 'O', 1: 'B-GUJ', 2: 'I-GUJ', 3: 'B-ENG', 4: 'I-ENG'}, 'label2id': {'O': 0, 'B-GUJ': 1, 'I-GUJ': 2, 'B-ENG': 3, 'I-ENG': 4}, 'task_specific_params': None, 'problem_type': None, 'tokenizer_class': None, 'prefix': None, 'bos_token_id': 2, 'pad_token_id': 0, 'eos_token_id': 3, 'sep_token_id': None, 'decoder_start_token_id': None, 'max_length': 20, 'min_length': 0, 'do_sample': False, 'early_stopping': False, 'num_beams': 1, 'temperature': 1.0, 'top_k': 50, 'top_p': 1.0, 'typical_p': 1.0, 'repetition_penalty': 1.0, 'length_penalty': 1.0, 'no_repeat_ngram_size': 0, 'encoder_no_repeat_ngram_size': 0, 'bad_words_ids': None, 'num_return_sequences': 1, 'output_scores': False, 'return_dict_in_generate': False, 'forced_bos_token_id': None, 'forced_eos_token_id': None, 'remove_invalid_values': False, 'exponential_decay_length_penalty': None, 'suppress_tokens': None, 'begin_suppress_tokens': None, 'num_beam_groups': 1, 'diversity_penalty': 0.0, '_name_or_path': 'ai4bharat/indic-bert', 'transformers_version': '4.57.1', 'model_type': 'albert', 'net_structure_type': 0, 'gap_size': 0, 'num_memory_blocks': 0, 'down_scale_factor': 1, 'tf_legacy_loss': False, 'use_bfloat16': False, 'vocab_size': 200000, 'embedding_size': 128, 'hidden_size': 768, 'num_hidden_layers': 12, 'num_hidden_groups': 1, 'num_attention_heads': 12, 'inner_group_num': 1, 'hidden_act': 'gelu', 'intermediate_size': 3072, 'hidden_dropout_prob': 0, 'attention_probs_dropout_prob': 0, 'max_position_embeddings': 512, 'type_vocab_size': 2, 'initializer_range': 0.02, 'layer_norm_eps': 1e-12, 'classifier_dropout_prob': 0.1, 'position_embedding_type': 'absolute', 'output_attentions': False, 'output_dir': './models/indic-bert-data3', 'overwrite_output_dir': True, 'do_train': False, 'do_eval': True, 'do_predict': False, 'eval_strategy': 'epoch', 'prediction_loss_only': False, 'per_device_train_batch_size': 16, 'per_device_eval_batch_size': 32, 'per_gpu_train_batch_size': None, 'per_gpu_eval_batch_size': None, 'gradient_accumulation_steps': 1, 'eval_accumulation_steps': None, 'eval_delay': 0, 'torch_empty_cache_steps': None, 'learning_rate': 2e-05, 'weight_decay': 0.01, 'adam_beta1': 0.9, 'adam_beta2': 0.999, 'adam_epsilon': 1e-08, 'max_grad_norm': 1.0, 'num_train_epochs': 3, 'max_steps': -1, 'lr_scheduler_type': 'linear', 'lr_scheduler_kwargs': {}, 'warmup_ratio': 0.1, 'warmup_steps': 0, 'log_level': 'passive', 'log_level_replica': 'warning', 'log_on_each_node': True, 'logging_dir': './models/indic-bert-data3/logs', 'logging_strategy': 'steps', 'logging_first_step': True, 'logging_steps': 50, 'logging_nan_inf_filter': True, 'save_strategy': 'epoch', 'save_steps': None, 'save_total_limit': 3, 'save_safetensors': True, 'save_on_each_node': False, 'save_only_model': False, 'restore_callback_states_from_checkpoint': False, 'no_cuda': False, 'use_cpu': False, 'use_mps_device': False, 'seed': 42, 'data_seed': None, 'jit_mode_eval': False, 'bf16': False, 'fp16': False, 'fp16_opt_level': 'O1', 'half_precision_backend': 'auto', 'bf16_full_eval': False, 'fp16_full_eval': False, 'tf32': None, 'local_rank': 0, 'ddp_backend': None, 'tpu_num_cores': None, 'tpu_metrics_debug': False, 'debug': [], 'dataloader_drop_last': False, 'eval_steps': None, 'dataloader_num_workers': 0, 'dataloader_prefetch_factor': None, 'past_index': -1, 'run_name': None, 'disable_tqdm': False, 'remove_unused_columns': True, 'label_names': None, 'load_best_model_at_end': True, 'metric_for_best_model': 'f1', 'greater_is_better': True, 'ignore_data_skip': False, 'fsdp': [], 'fsdp_min_num_params': 0, 'fsdp_config': {'min_num_params': 0, 'xla': False, 'xla_fsdp_v2': False, 'xla_fsdp_grad_ckpt': False}, 'fsdp_transformer_layer_cls_to_wrap': None, 'accelerator_config': {'split_batches': False, 'dispatch_batches': None, 'even_batches': True, 'use_seedable_sampler': True, 'non_blocking': False, 'gradient_accumulation_kwargs': None}, 'parallelism_config': None, 'deepspeed': None, 'label_smoothing_factor': 0.0, 'optim': 'adamw_torch_fused', 'optim_args': None, 'adafactor': False, 'group_by_length': False, 'length_column_name': 'length', 'report_to': ['tensorboard', 'wandb'], 'project': 'huggingface', 'trackio_space_id': 'trackio', 'ddp_find_unused_parameters': None, 'ddp_bucket_cap_mb': None, 'ddp_broadcast_buffers': None, 'dataloader_pin_memory': True, 'dataloader_persistent_workers': False, 'skip_memory_metrics': True, 'use_legacy_prediction_loop': False, 'push_to_hub': True, 'resume_from_checkpoint': None, 'hub_model_id': 'h3110Fr13nd/guj-eng-code-switch-indic-bert-data3', 'hub_strategy': 'end', 'hub_token': '<HUB_TOKEN>', 'hub_private_repo': False, 'hub_always_push': False, 'hub_revision': None, 'gradient_checkpointing': False, 'gradient_checkpointing_kwargs': None, 'include_inputs_for_metrics': False, 'include_for_metrics': [], 'eval_do_concat_batches': True, 'fp16_backend': 'auto', 'push_to_hub_model_id': 'guj-eng-code-switch-indic-bert-data3', 'push_to_hub_organization': None, 'push_to_hub_token': '<PUSH_TO_HUB_TOKEN>', 'mp_parameters': '', 'auto_find_batch_size': False, 'full_determinism': False, 'torchdynamo': None, 'ray_scope': 'last', 'ddp_timeout': 1800, 'torch_compile': False, 'torch_compile_backend': None, 'torch_compile_mode': None, 'include_tokens_per_second': False, 'include_num_input_tokens_seen': 'no', 'neftune_noise_alpha': None, 'optim_target_modules': None, 'batch_eval_metrics': False, 'eval_on_start': False, 'use_liger_kernel': False, 'liger_kernel_config': None, 'eval_use_gather_object': False, 'average_tokens_across_devices': True}
+2025-11-22 16:36:09,579 INFO    MainThread:8125 [wandb_config.py:__setitem__():154] [no run ID] config set model/num_parameters = 32856837 - <bound method Run._config_callback of <wandb.sdk.wandb_run.Run object at 0x7c092d0cdc10>>
+2025-11-22 16:36:09,579 INFO    MainThread:8125 [wandb_run.py:_config_callback():1385] config_cb model/num_parameters 32856837 None
+2025-11-22 16:38:59,697 INFO    MainThread:8125 [wandb_run.py:_finish():2270] finishing run h3110fr13nd-esparkbiz-technologies-pvt/gujarati-english-code-switch/m5him6ro
+2025-11-22 16:38:59,699 INFO    MainThread:8125 [wandb_run.py:_atexit_cleanup():2469] got exitcode: 0
+2025-11-22 16:38:59,700 INFO    MainThread:8125 [wandb_run.py:_restore():2451] restore
+2025-11-22 16:38:59,700 INFO    MainThread:8125 [wandb_run.py:_restore():2457] restore done
+2025-11-22 16:39:00,468 INFO    MainThread:8125 [wandb_run.py:_footer_sync_info():3853] logging synced files

wandb_logs/run-20251122_163550-m5him6ro/run-m5him6ro.wandb

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e71810a380108502d979ec9d35ecd9a8bb8a8a9cdc803458b9e9d07c11a7c7b
+size 171635