JacobLinCool commited on
Commit
598c6ec
·
verified ·
1 Parent(s): 5518c9a

Model save

Browse files
Files changed (1) hide show
  1. README.md +18 -18
README.md CHANGED
@@ -242,7 +242,7 @@ model-index:
242
  value: 0.96
243
  name: Cosine Precision@1
244
  - type: cosine_precision@3
245
- value: 0.33000000000000007
246
  name: Cosine Precision@3
247
  - type: cosine_precision@5
248
  value: 0.19999999999999996
@@ -254,7 +254,7 @@ model-index:
254
  value: 0.96
255
  name: Cosine Recall@1
256
  - type: cosine_recall@3
257
- value: 0.99
258
  name: Cosine Recall@3
259
  - type: cosine_recall@5
260
  value: 1.0
@@ -266,22 +266,22 @@ model-index:
266
  value: 0.96
267
  name: Cosine Ndcg@1
268
  - type: cosine_ndcg@5
269
- value: 0.9832346581878777
270
  name: Cosine Ndcg@5
271
  - type: cosine_ndcg@10
272
- value: 0.9832346581878777
273
  name: Cosine Ndcg@10
274
  - type: cosine_mrr@1
275
  value: 0.96
276
  name: Cosine Mrr@1
277
  - type: cosine_mrr@5
278
- value: 0.9775
279
  name: Cosine Mrr@5
280
  - type: cosine_mrr@10
281
- value: 0.9775
282
  name: Cosine Mrr@10
283
  - type: cosine_map@100
284
- value: 0.9775
285
  name: Cosine Map@100
286
  ---
287
 
@@ -350,7 +350,7 @@ print(query_embeddings.shape, document_embeddings.shape)
350
  # Get the similarity scores for the embeddings
351
  similarities = model.similarity(query_embeddings, document_embeddings)
352
  print(similarities)
353
- # tensor([[ 0.8822, -0.1093, 0.1044]])
354
  ```
355
 
356
  <!--
@@ -391,20 +391,20 @@ You can finetune this model on your own dataset.
391
  | cosine_accuracy@5 | 1.0 |
392
  | cosine_accuracy@10 | 1.0 |
393
  | cosine_precision@1 | 0.96 |
394
- | cosine_precision@3 | 0.33 |
395
  | cosine_precision@5 | 0.2 |
396
  | cosine_precision@10 | 0.1 |
397
  | cosine_recall@1 | 0.96 |
398
- | cosine_recall@3 | 0.99 |
399
  | cosine_recall@5 | 1.0 |
400
  | cosine_recall@10 | 1.0 |
401
  | cosine_ndcg@1 | 0.96 |
402
- | cosine_ndcg@5 | 0.9832 |
403
- | **cosine_ndcg@10** | **0.9832** |
404
  | cosine_mrr@1 | 0.96 |
405
- | cosine_mrr@5 | 0.9775 |
406
- | cosine_mrr@10 | 0.9775 |
407
- | cosine_map@100 | 0.9775 |
408
 
409
  <!--
410
  ## Bias, Risks and Limitations
@@ -488,6 +488,7 @@ You can finetune this model on your own dataset.
488
  - `push_to_hub`: True
489
  - `hub_model_id`: JacobLinCool/Qwen3-Embedding-0.6B-GIR-1
490
  - `hub_private_repo`: False
 
491
  - `eval_on_start`: True
492
  - `batch_sampler`: no_duplicates
493
 
@@ -580,7 +581,7 @@ You can finetune this model on your own dataset.
580
  - `hub_private_repo`: False
581
  - `hub_always_push`: False
582
  - `hub_revision`: None
583
- - `gradient_checkpointing`: False
584
  - `gradient_checkpointing_kwargs`: None
585
  - `include_inputs_for_metrics`: False
586
  - `include_for_metrics`: []
@@ -619,8 +620,7 @@ You can finetune this model on your own dataset.
619
  | Epoch | Step | Validation Loss | cosine_ndcg@10 |
620
  |:-------:|:------:|:---------------:|:--------------:|
621
  | 0 | 0 | 0.0042 | 0.9926 |
622
- | **1.0** | **25** | **0.0013** | **0.9832** |
623
- | -1 | -1 | - | 0.9832 |
624
 
625
  * The bold row denotes the saved checkpoint.
626
 
 
242
  value: 0.96
243
  name: Cosine Precision@1
244
  - type: cosine_precision@3
245
+ value: 0.3333333333333334
246
  name: Cosine Precision@3
247
  - type: cosine_precision@5
248
  value: 0.19999999999999996
 
254
  value: 0.96
255
  name: Cosine Recall@1
256
  - type: cosine_recall@3
257
+ value: 1.0
258
  name: Cosine Recall@3
259
  - type: cosine_recall@5
260
  value: 1.0
 
266
  value: 0.96
267
  name: Cosine Ndcg@1
268
  - type: cosine_ndcg@5
269
+ value: 0.9839278926071438
270
  name: Cosine Ndcg@5
271
  - type: cosine_ndcg@10
272
+ value: 0.9839278926071438
273
  name: Cosine Ndcg@10
274
  - type: cosine_mrr@1
275
  value: 0.96
276
  name: Cosine Mrr@1
277
  - type: cosine_mrr@5
278
+ value: 0.9783333333333333
279
  name: Cosine Mrr@5
280
  - type: cosine_mrr@10
281
+ value: 0.9783333333333333
282
  name: Cosine Mrr@10
283
  - type: cosine_map@100
284
+ value: 0.9783333333333333
285
  name: Cosine Map@100
286
  ---
287
 
 
350
  # Get the similarity scores for the embeddings
351
  similarities = model.similarity(query_embeddings, document_embeddings)
352
  print(similarities)
353
+ # tensor([[ 0.8839, -0.1092, 0.1013]])
354
  ```
355
 
356
  <!--
 
391
  | cosine_accuracy@5 | 1.0 |
392
  | cosine_accuracy@10 | 1.0 |
393
  | cosine_precision@1 | 0.96 |
394
+ | cosine_precision@3 | 0.3333 |
395
  | cosine_precision@5 | 0.2 |
396
  | cosine_precision@10 | 0.1 |
397
  | cosine_recall@1 | 0.96 |
398
+ | cosine_recall@3 | 1.0 |
399
  | cosine_recall@5 | 1.0 |
400
  | cosine_recall@10 | 1.0 |
401
  | cosine_ndcg@1 | 0.96 |
402
+ | cosine_ndcg@5 | 0.9839 |
403
+ | **cosine_ndcg@10** | **0.9839** |
404
  | cosine_mrr@1 | 0.96 |
405
+ | cosine_mrr@5 | 0.9783 |
406
+ | cosine_mrr@10 | 0.9783 |
407
+ | cosine_map@100 | 0.9783 |
408
 
409
  <!--
410
  ## Bias, Risks and Limitations
 
488
  - `push_to_hub`: True
489
  - `hub_model_id`: JacobLinCool/Qwen3-Embedding-0.6B-GIR-1
490
  - `hub_private_repo`: False
491
+ - `gradient_checkpointing`: True
492
  - `eval_on_start`: True
493
  - `batch_sampler`: no_duplicates
494
 
 
581
  - `hub_private_repo`: False
582
  - `hub_always_push`: False
583
  - `hub_revision`: None
584
+ - `gradient_checkpointing`: True
585
  - `gradient_checkpointing_kwargs`: None
586
  - `include_inputs_for_metrics`: False
587
  - `include_for_metrics`: []
 
620
  | Epoch | Step | Validation Loss | cosine_ndcg@10 |
621
  |:-------:|:------:|:---------------:|:--------------:|
622
  | 0 | 0 | 0.0042 | 0.9926 |
623
+ | **1.0** | **25** | **0.0014** | **0.9839** |
 
624
 
625
  * The bold row denotes the saved checkpoint.
626