erickfmm commited on
Commit
90501d2
·
verified ·
1 Parent(s): 695080e

Add files using upload-large-folder tool

Browse files
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ wandb/run-20260318_120825-d8beoz83/run-d8beoz83.wandb filter=lfs diff=lfs merge=lfs -text
checkpoints/checkpoint-581000/config.json ADDED
@@ -0,0 +1,45 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "ModernBertModel"
4
+ ],
5
+ "attention_bias": false,
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": 0,
8
+ "classifier_activation": "silu",
9
+ "classifier_bias": false,
10
+ "classifier_dropout": 0.0,
11
+ "classifier_pooling": "mean",
12
+ "cls_token_id": 0,
13
+ "decoder_bias": true,
14
+ "deterministic_flash_attn": false,
15
+ "dtype": "float32",
16
+ "embedding_dropout": 0.0,
17
+ "eos_token_id": 2,
18
+ "global_attn_every_n_layers": 3,
19
+ "global_rope_theta": 160000.0,
20
+ "gradient_checkpointing": false,
21
+ "hidden_activation": "gelu",
22
+ "hidden_size": 768,
23
+ "initializer_cutoff_factor": 2.0,
24
+ "initializer_range": 0.02,
25
+ "intermediate_size": 1152,
26
+ "layer_norm_eps": 1e-05,
27
+ "local_attention": 128,
28
+ "local_rope_theta": 10000.0,
29
+ "max_position_embeddings": 8192,
30
+ "mlp_bias": false,
31
+ "mlp_dropout": 0.0,
32
+ "model_type": "modernbert",
33
+ "norm_bias": false,
34
+ "norm_eps": 1e-05,
35
+ "num_attention_heads": 12,
36
+ "num_hidden_layers": 22,
37
+ "pad_token_id": 1,
38
+ "position_embedding_type": "absolute",
39
+ "repad_logits_with_grad": false,
40
+ "sep_token_id": 2,
41
+ "sparse_pred_ignore_index": -100,
42
+ "sparse_prediction": false,
43
+ "transformers_version": "4.57.6",
44
+ "vocab_size": 51200
45
+ }
checkpoints/checkpoint-581000/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5549c9b3d01a22497848897aa57a7b8eb5604eb533cfc3a687a609fc6827e714
3
+ size 598626040
checkpoints/checkpoint-581000/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:decb556267de44a241594219ae6ea7618a689f0f415c8ea5d8fd358d38a4fd8b
3
+ size 1197335098
checkpoints/checkpoint-581000/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b156269865a0718450c7d7ea32da8d44690f9d534b0f4d04f9e042559a75e9fb
3
+ size 13990
checkpoints/checkpoint-581000/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f0761e1accbcdb99ea550c3782f1bab98bceec6472778aae39278de72dea056c
3
+ size 1064
checkpoints/checkpoint-581000/tokenizer.model ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed8dc3e139a6f2c6e1781996aabfef34c32241dcff263dbc66cf69b4760aeee9
3
+ size 1074422
checkpoints/checkpoint-581000/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00ea65e1b89d8fe4bdf5692d46d06c17b8190938fa4f084b8bc610a5acfdeab5
3
+ size 5752
checkpoints/checkpoint-582000/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca24ee39ebf86b6972298ae65af1ecda3e0d0e0fda120bbbbbe92a27e09ede4b
3
+ size 598626040
checkpoints/checkpoint-582000/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b760169b2985eda9c2c821609bc62a801e4576315de5dd3f70ddafd10f7eeee4
3
+ size 1197335098
checkpoints/checkpoint-582000/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e71227d59990bcbbc6d9b2cca91016d971cb007a98537b5fbf12cb0618e4837
3
+ size 13990
checkpoints/checkpoint-582000/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:35867548bb40488b40ec1eee462c4e3815546419da66aa32006a88cc6014ce31
3
+ size 1064
checkpoints/checkpoint-582000/tokenizer.model ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed8dc3e139a6f2c6e1781996aabfef34c32241dcff263dbc66cf69b4760aeee9
3
+ size 1074422
checkpoints/checkpoint-582000/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00ea65e1b89d8fe4bdf5692d46d06c17b8190938fa4f084b8bc610a5acfdeab5
3
+ size 5752
checkpoints/checkpoint-583000/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86b402e7b548c3a98c7541117f5ed2f0f40b212679d03cdca2848791dbe0f192
3
+ size 598626040
checkpoints/checkpoint-583000/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:04dbaa7203d5f745ef57af053c541c48e431bddce4d3037b4c72ec4e0a5cb485
3
+ size 1197335098
checkpoints/checkpoint-583000/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da6ef7d561e8b1b65b726943f0e7364e09e1d1ca30059260a555d4753dbd7e7c
3
+ size 13990
checkpoints/checkpoint-583000/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a89b9a02343dbb4aa725016c8088dfe25ebcbe3f828ef5566c761d90f291f9a0
3
+ size 1064
checkpoints/checkpoint-583000/tokenizer.model ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed8dc3e139a6f2c6e1781996aabfef34c32241dcff263dbc66cf69b4760aeee9
3
+ size 1074422
checkpoints/checkpoint-583000/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00ea65e1b89d8fe4bdf5692d46d06c17b8190938fa4f084b8bc610a5acfdeab5
3
+ size 5752
checkpoints/runs/Mar18_12-45-32_debianerickserver/events.out.tfevents.1773848737.debianerickserver.26271.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a365766a1b3079a7ae89ed6be0cd16f5437bffec292a723772ac6cc59a6d6789
3
+ size 59520
checkpoints/runs/Mar19_15-43-55_debianerickserver/events.out.tfevents.1773945841.debianerickserver.99962.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:170d1216dd6e05766dcd858208db7466ef4693d8d9c3a020189535961ecccc8f
3
+ size 161060
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5dea017a8ef2a6a07c7e8b2335bec01cb6f08f3360f01f337a241a0ef9b6ac08
3
  size 598626040
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1bae122b722eda614d6564408e90cd1f615341aad0960ec346d0ea2fc8899374
3
  size 598626040
wandb/run-20260318_120825-d8beoz83/run-d8beoz83.wandb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ede2190decee8b389557a70556ce3ae6d5c7149e963361938c372fee1b41e90e
3
+ size 163840