Sentence Similarity
sentence-transformers
TensorBoard
Safetensors
modernbert
feature-extraction
dense
Generated from Trainer
dataset_size:1175405
loss:CosineSimilarityLoss
Eval Results (legacy)
text-embeddings-inference
Instructions to use erickfmm/mrbert-es-sbert-ft with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- sentence-transformers
How to use erickfmm/mrbert-es-sbert-ft with sentence-transformers:
from sentence_transformers import SentenceTransformer model = SentenceTransformer("erickfmm/mrbert-es-sbert-ft") sentences = [ "El camino de Santiago articula la península ibérica con Europa.", "Y un millon de euros y de pesetas tampoco son lo mismo.", "Asimismo, en los montes puede haber matorral de coscoja y, también, lentisco, romero, enebro o brezo.", "El país fue el noveno mayor importador de petróleo del mundo en 2013 ." ] embeddings = model.encode(sentences) similarities = model.similarity(embeddings, embeddings) print(similarities.shape) # [4, 4] - Notebooks
- Google Colab
- Kaggle
Add files using upload-large-folder tool
Browse files- .gitattributes +1 -0
- checkpoints/checkpoint-581000/config.json +45 -0
- checkpoints/checkpoint-581000/model.safetensors +3 -0
- checkpoints/checkpoint-581000/optimizer.pt +3 -0
- checkpoints/checkpoint-581000/rng_state.pth +3 -0
- checkpoints/checkpoint-581000/scheduler.pt +3 -0
- checkpoints/checkpoint-581000/tokenizer.model +3 -0
- checkpoints/checkpoint-581000/training_args.bin +3 -0
- checkpoints/checkpoint-582000/model.safetensors +3 -0
- checkpoints/checkpoint-582000/optimizer.pt +3 -0
- checkpoints/checkpoint-582000/rng_state.pth +3 -0
- checkpoints/checkpoint-582000/scheduler.pt +3 -0
- checkpoints/checkpoint-582000/tokenizer.model +3 -0
- checkpoints/checkpoint-582000/training_args.bin +3 -0
- checkpoints/checkpoint-583000/model.safetensors +3 -0
- checkpoints/checkpoint-583000/optimizer.pt +3 -0
- checkpoints/checkpoint-583000/rng_state.pth +3 -0
- checkpoints/checkpoint-583000/scheduler.pt +3 -0
- checkpoints/checkpoint-583000/tokenizer.model +3 -0
- checkpoints/checkpoint-583000/training_args.bin +3 -0
- checkpoints/runs/Mar18_12-45-32_debianerickserver/events.out.tfevents.1773848737.debianerickserver.26271.0 +3 -0
- checkpoints/runs/Mar19_15-43-55_debianerickserver/events.out.tfevents.1773945841.debianerickserver.99962.0 +3 -0
- model.safetensors +1 -1
- wandb/run-20260318_120825-d8beoz83/run-d8beoz83.wandb +3 -0
.gitattributes
CHANGED
|
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
|
| 33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
| 33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
| 36 |
+
wandb/run-20260318_120825-d8beoz83/run-d8beoz83.wandb filter=lfs diff=lfs merge=lfs -text
|
checkpoints/checkpoint-581000/config.json
ADDED
|
@@ -0,0 +1,45 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"architectures": [
|
| 3 |
+
"ModernBertModel"
|
| 4 |
+
],
|
| 5 |
+
"attention_bias": false,
|
| 6 |
+
"attention_dropout": 0.0,
|
| 7 |
+
"bos_token_id": 0,
|
| 8 |
+
"classifier_activation": "silu",
|
| 9 |
+
"classifier_bias": false,
|
| 10 |
+
"classifier_dropout": 0.0,
|
| 11 |
+
"classifier_pooling": "mean",
|
| 12 |
+
"cls_token_id": 0,
|
| 13 |
+
"decoder_bias": true,
|
| 14 |
+
"deterministic_flash_attn": false,
|
| 15 |
+
"dtype": "float32",
|
| 16 |
+
"embedding_dropout": 0.0,
|
| 17 |
+
"eos_token_id": 2,
|
| 18 |
+
"global_attn_every_n_layers": 3,
|
| 19 |
+
"global_rope_theta": 160000.0,
|
| 20 |
+
"gradient_checkpointing": false,
|
| 21 |
+
"hidden_activation": "gelu",
|
| 22 |
+
"hidden_size": 768,
|
| 23 |
+
"initializer_cutoff_factor": 2.0,
|
| 24 |
+
"initializer_range": 0.02,
|
| 25 |
+
"intermediate_size": 1152,
|
| 26 |
+
"layer_norm_eps": 1e-05,
|
| 27 |
+
"local_attention": 128,
|
| 28 |
+
"local_rope_theta": 10000.0,
|
| 29 |
+
"max_position_embeddings": 8192,
|
| 30 |
+
"mlp_bias": false,
|
| 31 |
+
"mlp_dropout": 0.0,
|
| 32 |
+
"model_type": "modernbert",
|
| 33 |
+
"norm_bias": false,
|
| 34 |
+
"norm_eps": 1e-05,
|
| 35 |
+
"num_attention_heads": 12,
|
| 36 |
+
"num_hidden_layers": 22,
|
| 37 |
+
"pad_token_id": 1,
|
| 38 |
+
"position_embedding_type": "absolute",
|
| 39 |
+
"repad_logits_with_grad": false,
|
| 40 |
+
"sep_token_id": 2,
|
| 41 |
+
"sparse_pred_ignore_index": -100,
|
| 42 |
+
"sparse_prediction": false,
|
| 43 |
+
"transformers_version": "4.57.6",
|
| 44 |
+
"vocab_size": 51200
|
| 45 |
+
}
|
checkpoints/checkpoint-581000/model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5549c9b3d01a22497848897aa57a7b8eb5604eb533cfc3a687a609fc6827e714
|
| 3 |
+
size 598626040
|
checkpoints/checkpoint-581000/optimizer.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:decb556267de44a241594219ae6ea7618a689f0f415c8ea5d8fd358d38a4fd8b
|
| 3 |
+
size 1197335098
|
checkpoints/checkpoint-581000/rng_state.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b156269865a0718450c7d7ea32da8d44690f9d534b0f4d04f9e042559a75e9fb
|
| 3 |
+
size 13990
|
checkpoints/checkpoint-581000/scheduler.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f0761e1accbcdb99ea550c3782f1bab98bceec6472778aae39278de72dea056c
|
| 3 |
+
size 1064
|
checkpoints/checkpoint-581000/tokenizer.model
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ed8dc3e139a6f2c6e1781996aabfef34c32241dcff263dbc66cf69b4760aeee9
|
| 3 |
+
size 1074422
|
checkpoints/checkpoint-581000/training_args.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:00ea65e1b89d8fe4bdf5692d46d06c17b8190938fa4f084b8bc610a5acfdeab5
|
| 3 |
+
size 5752
|
checkpoints/checkpoint-582000/model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ca24ee39ebf86b6972298ae65af1ecda3e0d0e0fda120bbbbbe92a27e09ede4b
|
| 3 |
+
size 598626040
|
checkpoints/checkpoint-582000/optimizer.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b760169b2985eda9c2c821609bc62a801e4576315de5dd3f70ddafd10f7eeee4
|
| 3 |
+
size 1197335098
|
checkpoints/checkpoint-582000/rng_state.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2e71227d59990bcbbc6d9b2cca91016d971cb007a98537b5fbf12cb0618e4837
|
| 3 |
+
size 13990
|
checkpoints/checkpoint-582000/scheduler.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:35867548bb40488b40ec1eee462c4e3815546419da66aa32006a88cc6014ce31
|
| 3 |
+
size 1064
|
checkpoints/checkpoint-582000/tokenizer.model
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ed8dc3e139a6f2c6e1781996aabfef34c32241dcff263dbc66cf69b4760aeee9
|
| 3 |
+
size 1074422
|
checkpoints/checkpoint-582000/training_args.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:00ea65e1b89d8fe4bdf5692d46d06c17b8190938fa4f084b8bc610a5acfdeab5
|
| 3 |
+
size 5752
|
checkpoints/checkpoint-583000/model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:86b402e7b548c3a98c7541117f5ed2f0f40b212679d03cdca2848791dbe0f192
|
| 3 |
+
size 598626040
|
checkpoints/checkpoint-583000/optimizer.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:04dbaa7203d5f745ef57af053c541c48e431bddce4d3037b4c72ec4e0a5cb485
|
| 3 |
+
size 1197335098
|
checkpoints/checkpoint-583000/rng_state.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:da6ef7d561e8b1b65b726943f0e7364e09e1d1ca30059260a555d4753dbd7e7c
|
| 3 |
+
size 13990
|
checkpoints/checkpoint-583000/scheduler.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a89b9a02343dbb4aa725016c8088dfe25ebcbe3f828ef5566c761d90f291f9a0
|
| 3 |
+
size 1064
|
checkpoints/checkpoint-583000/tokenizer.model
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ed8dc3e139a6f2c6e1781996aabfef34c32241dcff263dbc66cf69b4760aeee9
|
| 3 |
+
size 1074422
|
checkpoints/checkpoint-583000/training_args.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:00ea65e1b89d8fe4bdf5692d46d06c17b8190938fa4f084b8bc610a5acfdeab5
|
| 3 |
+
size 5752
|
checkpoints/runs/Mar18_12-45-32_debianerickserver/events.out.tfevents.1773848737.debianerickserver.26271.0
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a365766a1b3079a7ae89ed6be0cd16f5437bffec292a723772ac6cc59a6d6789
|
| 3 |
+
size 59520
|
checkpoints/runs/Mar19_15-43-55_debianerickserver/events.out.tfevents.1773945841.debianerickserver.99962.0
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:170d1216dd6e05766dcd858208db7466ef4693d8d9c3a020189535961ecccc8f
|
| 3 |
+
size 161060
|
model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 598626040
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1bae122b722eda614d6564408e90cd1f615341aad0960ec346d0ea2fc8899374
|
| 3 |
size 598626040
|
wandb/run-20260318_120825-d8beoz83/run-d8beoz83.wandb
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ede2190decee8b389557a70556ce3ae6d5c7149e963361938c372fee1b41e90e
|
| 3 |
+
size 163840
|