{"metadata":{"kernelspec":{"language":"python","display_name":"Python 3","name":"python3"},"language_info":{"name":"python","version":"3.10.13","mimetype":"text/x-python","codemirror_mode":{"name":"ipython","version":3},"pygments_lexer":"ipython3","nbconvert_exporter":"python","file_extension":".py"},"kaggle":{"accelerator":"nvidiaTeslaT4","dataSources":[{"sourceId":8630177,"sourceType":"datasetVersion","datasetId":5167299}],"dockerImageVersionId":30733,"isInternetEnabled":true,"language":"python","sourceType":"notebook","isGpuEnabled":true}},"nbformat_minor":4,"nbformat":4,"cells":[{"cell_type":"code","source":"!pip install sentence_transformers","metadata":{"_uuid":"8f2839f25d086af736a60e9eeb907d3b93b6e0e5","_cell_guid":"b1076dfc-b9ad-4769-8c92-a6c4dae69d19","execution":{"iopub.status.busy":"2024-06-07T09:20:34.508067Z","iopub.execute_input":"2024-06-07T09:20:34.508357Z","iopub.status.idle":"2024-06-07T09:20:48.498196Z","shell.execute_reply.started":"2024-06-07T09:20:34.508331Z","shell.execute_reply":"2024-06-07T09:20:48.497131Z"},"trusted":true},"execution_count":1,"outputs":[{"name":"stdout","text":"Collecting sentence_transformers\n Downloading sentence_transformers-3.0.0-py3-none-any.whl.metadata (10 kB)\nRequirement already satisfied: transformers<5.0.0,>=4.34.0 in /opt/conda/lib/python3.10/site-packages (from sentence_transformers) (4.41.2)\nRequirement already satisfied: tqdm in /opt/conda/lib/python3.10/site-packages (from sentence_transformers) (4.66.4)\nRequirement already satisfied: torch>=1.11.0 in /opt/conda/lib/python3.10/site-packages (from sentence_transformers) (2.1.2)\nRequirement already satisfied: numpy in /opt/conda/lib/python3.10/site-packages (from sentence_transformers) (1.26.4)\nRequirement already satisfied: scikit-learn in /opt/conda/lib/python3.10/site-packages (from sentence_transformers) (1.2.2)\nRequirement already satisfied: scipy in /opt/conda/lib/python3.10/site-packages (from sentence_transformers) (1.11.4)\nRequirement already satisfied: huggingface-hub>=0.15.1 in /opt/conda/lib/python3.10/site-packages (from sentence_transformers) (0.23.2)\nRequirement already satisfied: Pillow in /opt/conda/lib/python3.10/site-packages (from sentence_transformers) (9.5.0)\nRequirement already satisfied: filelock in /opt/conda/lib/python3.10/site-packages (from huggingface-hub>=0.15.1->sentence_transformers) (3.13.1)\nRequirement already satisfied: fsspec>=2023.5.0 in /opt/conda/lib/python3.10/site-packages (from huggingface-hub>=0.15.1->sentence_transformers) (2024.3.1)\nRequirement already satisfied: packaging>=20.9 in /opt/conda/lib/python3.10/site-packages (from huggingface-hub>=0.15.1->sentence_transformers) (21.3)\nRequirement already satisfied: pyyaml>=5.1 in /opt/conda/lib/python3.10/site-packages (from huggingface-hub>=0.15.1->sentence_transformers) (6.0.1)\nRequirement already satisfied: requests in /opt/conda/lib/python3.10/site-packages (from huggingface-hub>=0.15.1->sentence_transformers) (2.32.3)\nRequirement already satisfied: typing-extensions>=3.7.4.3 in /opt/conda/lib/python3.10/site-packages (from huggingface-hub>=0.15.1->sentence_transformers) (4.9.0)\nRequirement already satisfied: sympy in /opt/conda/lib/python3.10/site-packages (from torch>=1.11.0->sentence_transformers) (1.12.1)\nRequirement already satisfied: networkx in /opt/conda/lib/python3.10/site-packages (from torch>=1.11.0->sentence_transformers) (3.2.1)\nRequirement already satisfied: jinja2 in /opt/conda/lib/python3.10/site-packages (from torch>=1.11.0->sentence_transformers) (3.1.2)\nRequirement already satisfied: regex!=2019.12.17 in /opt/conda/lib/python3.10/site-packages (from transformers<5.0.0,>=4.34.0->sentence_transformers) (2023.12.25)\nRequirement already satisfied: tokenizers<0.20,>=0.19 in /opt/conda/lib/python3.10/site-packages (from transformers<5.0.0,>=4.34.0->sentence_transformers) (0.19.1)\nRequirement already satisfied: safetensors>=0.4.1 in /opt/conda/lib/python3.10/site-packages (from transformers<5.0.0,>=4.34.0->sentence_transformers) (0.4.3)\nRequirement already satisfied: joblib>=1.1.1 in /opt/conda/lib/python3.10/site-packages (from scikit-learn->sentence_transformers) (1.4.2)\nRequirement already satisfied: threadpoolctl>=2.0.0 in /opt/conda/lib/python3.10/site-packages (from scikit-learn->sentence_transformers) (3.2.0)\nRequirement already satisfied: pyparsing!=3.0.5,>=2.0.2 in /opt/conda/lib/python3.10/site-packages (from packaging>=20.9->huggingface-hub>=0.15.1->sentence_transformers) (3.1.1)\nRequirement already satisfied: MarkupSafe>=2.0 in /opt/conda/lib/python3.10/site-packages (from jinja2->torch>=1.11.0->sentence_transformers) (2.1.3)\nRequirement already satisfied: charset-normalizer<4,>=2 in /opt/conda/lib/python3.10/site-packages (from requests->huggingface-hub>=0.15.1->sentence_transformers) (3.3.2)\nRequirement already satisfied: idna<4,>=2.5 in /opt/conda/lib/python3.10/site-packages (from requests->huggingface-hub>=0.15.1->sentence_transformers) (3.6)\nRequirement already satisfied: urllib3<3,>=1.21.1 in /opt/conda/lib/python3.10/site-packages (from requests->huggingface-hub>=0.15.1->sentence_transformers) (1.26.18)\nRequirement already satisfied: certifi>=2017.4.17 in /opt/conda/lib/python3.10/site-packages (from requests->huggingface-hub>=0.15.1->sentence_transformers) (2024.2.2)\nRequirement already satisfied: mpmath<1.4.0,>=1.1.0 in /opt/conda/lib/python3.10/site-packages (from sympy->torch>=1.11.0->sentence_transformers) (1.3.0)\nDownloading sentence_transformers-3.0.0-py3-none-any.whl (224 kB)\n\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m224.7/224.7 kB\u001b[0m \u001b[31m6.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0ma \u001b[36m0:00:01\u001b[0m\n\u001b[?25hInstalling collected packages: sentence_transformers\nSuccessfully installed sentence_transformers-3.0.0\n","output_type":"stream"}]},{"cell_type":"code","source":"import torch\nfrom torch.utils.data import DataLoader\nimport math\nimport pandas as pd\nfrom sentence_transformers import SentenceTransformer, LoggingHandler, losses, models, util\nfrom sentence_transformers.evaluation import EmbeddingSimilarityEvaluator\nfrom sentence_transformers.readers import InputExample\nimport logging\nfrom datetime import datetime","metadata":{"execution":{"iopub.status.busy":"2024-06-07T09:20:57.783272Z","iopub.execute_input":"2024-06-07T09:20:57.784034Z","iopub.status.idle":"2024-06-07T09:21:17.821099Z","shell.execute_reply.started":"2024-06-07T09:20:57.783987Z","shell.execute_reply":"2024-06-07T09:21:17.820337Z"},"trusted":true},"execution_count":2,"outputs":[{"name":"stderr","text":"/opt/conda/lib/python3.10/site-packages/sentence_transformers/cross_encoder/CrossEncoder.py:11: TqdmExperimentalWarning: Using `tqdm.autonotebook.tqdm` in notebook mode. Use `tqdm.tqdm` instead to force console mode (e.g. in jupyter console)\n from tqdm.autonotebook import tqdm, trange\n2024-06-07 09:21:07.744572: E external/local_xla/xla/stream_executor/cuda/cuda_dnn.cc:9261] Unable to register cuDNN factory: Attempting to register factory for plugin cuDNN when one has already been registered\n2024-06-07 09:21:07.744669: E external/local_xla/xla/stream_executor/cuda/cuda_fft.cc:607] Unable to register cuFFT factory: Attempting to register factory for plugin cuFFT when one has already been registered\n2024-06-07 09:21:07.920594: E external/local_xla/xla/stream_executor/cuda/cuda_blas.cc:1515] Unable to register cuBLAS factory: Attempting to register factory for plugin cuBLAS when one has already been registered\n","output_type":"stream"}]},{"cell_type":"code","source":"df = pd.read_csv('/kaggle/input/sentence-similarity-nepali-dataset/stsb_multi_mt_nepali_cleaned.csv')\ndf.head()","metadata":{"execution":{"iopub.status.busy":"2024-06-07T09:21:35.985210Z","iopub.execute_input":"2024-06-07T09:21:35.985876Z","iopub.status.idle":"2024-06-07T09:21:36.088420Z","shell.execute_reply.started":"2024-06-07T09:21:35.985837Z","shell.execute_reply":"2024-06-07T09:21:36.087324Z"},"trusted":true},"execution_count":3,"outputs":[{"execution_count":3,"output_type":"execute_result","data":{"text/plain":" sentence1 \\\n0 एउटा विमान उडिरहेको छ। \n1 एउटा मान्छे ठूलो बाँसुरी बजाइरहेको छ। \n2 एक व्यक्ति पिज्जामा टुक्रा चिज फैलाउँदै छ। \n3 तीन जना चेस खेल्दै छन्। \n4 एउटा मान्छे सेलो बजाउँदै छ। \n\n sentence2 score \n0 हवाई जहाज उडिरहेको छ। 5.00 \n1 एउटा मान्छे बाँसुरी बजाउँदै छ। 3.80 \n2 एक जना मानिसले न पकाएको पिज्जामा टुक्रा पारेको... 3.80 \n3 दुई जना पुरुष चेस खेलिरहेका छन्। 2.60 \n4 बसेको मान्छे सेलो खेलिरहेको छ। 4.25 ","text/html":"
\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n
sentence1sentence2score
0एउटा विमान उडिरहेको छ।हवाई जहाज उडिरहेको छ।5.00
1एउटा मान्छे ठूलो बाँसुरी बजाइरहेको छ।एउटा मान्छे बाँसुरी बजाउँदै छ।3.80
2एक व्यक्ति पिज्जामा टुक्रा चिज फैलाउँदै छ।एक जना मानिसले न पकाएको पिज्जामा टुक्रा पारेको...3.80
3तीन जना चेस खेल्दै छन्।दुई जना पुरुष चेस खेलिरहेका छन्।2.60
4एउटा मान्छे सेलो बजाउँदै छ।बसेको मान्छे सेलो खेलिरहेको छ।4.25
\n
"},"metadata":{}}]},{"cell_type":"code","source":"device = torch.device(\"cuda\" if torch.cuda.is_available() else \"cpu\")\ndevice","metadata":{"execution":{"iopub.status.busy":"2024-06-07T09:21:51.918282Z","iopub.execute_input":"2024-06-07T09:21:51.918725Z","iopub.status.idle":"2024-06-07T09:21:51.986584Z","shell.execute_reply.started":"2024-06-07T09:21:51.918693Z","shell.execute_reply":"2024-06-07T09:21:51.985674Z"},"trusted":true},"execution_count":4,"outputs":[{"execution_count":4,"output_type":"execute_result","data":{"text/plain":"device(type='cuda')"},"metadata":{}}]},{"cell_type":"code","source":"model_name = 'Rajan/NepaliBERT'\n\ntrain_batch_size = 16\nnum_epochs = 100\nmodel_save_path = '/kaggle/working/sentence_transformer_nepali_retrained'","metadata":{"execution":{"iopub.status.busy":"2024-06-07T09:22:38.691108Z","iopub.execute_input":"2024-06-07T09:22:38.692024Z","iopub.status.idle":"2024-06-07T09:22:38.696385Z","shell.execute_reply.started":"2024-06-07T09:22:38.691988Z","shell.execute_reply":"2024-06-07T09:22:38.695400Z"},"trusted":true},"execution_count":5,"outputs":[]},{"cell_type":"code","source":"word_embedding_model = models.Transformer(model_name)\npooling_model = models.Pooling(word_embedding_model.get_word_embedding_dimension(), \n pooling_mode_mean_tokens=True,\n pooling_mode_cls_token=False,\n pooling_mode_max_tokens=False,\n )","metadata":{"execution":{"iopub.status.busy":"2024-06-07T09:22:49.319192Z","iopub.execute_input":"2024-06-07T09:22:49.319808Z","iopub.status.idle":"2024-06-07T09:22:59.027341Z","shell.execute_reply.started":"2024-06-07T09:22:49.319777Z","shell.execute_reply":"2024-06-07T09:22:59.026492Z"},"trusted":true},"execution_count":6,"outputs":[{"name":"stderr","text":"/opt/conda/lib/python3.10/site-packages/huggingface_hub/file_download.py:1132: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.\n warnings.warn(\n","output_type":"stream"},{"output_type":"display_data","data":{"text/plain":"config.json: 0%| | 0.00/569 [00:00","text/html":"wandb version 0.17.1 is available! To upgrade, please run:\n $ pip install wandb --upgrade"},"metadata":{}},{"output_type":"display_data","data":{"text/plain":"","text/html":"Tracking run with wandb version 0.17.0"},"metadata":{}},{"output_type":"display_data","data":{"text/plain":"","text/html":"Run data is saved locally in /kaggle/working/wandb/run-20240607_092546-cihx2tex"},"metadata":{}},{"output_type":"display_data","data":{"text/plain":"","text/html":"Syncing run checkpoints/model to Weights & Biases (docs)
"},"metadata":{}},{"output_type":"display_data","data":{"text/plain":"","text/html":" View project at https://wandb.ai/syubraj/sentence-transformers"},"metadata":{}},{"output_type":"display_data","data":{"text/plain":"","text/html":" View run at https://wandb.ai/syubraj/sentence-transformers/runs/cihx2tex"},"metadata":{}},{"output_type":"display_data","data":{"text/plain":"","text/html":"\n
\n \n \n [28800/28800 1:57:50, Epoch 100/100]\n
\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n
StepTraining LossValidation LossStsb-dev-nepali Pearson CosineStsb-dev-nepali Spearman CosineStsb-dev-nepali Pearson ManhattanStsb-dev-nepali Spearman ManhattanStsb-dev-nepali Pearson EuclideanStsb-dev-nepali Spearman EuclideanStsb-dev-nepali Pearson DotStsb-dev-nepali Spearman DotStsb-dev-nepali Pearson MaxStsb-dev-nepali Spearman Max
288No logNo log0.5844330.5299950.5700370.5354670.5700090.5348830.4044440.4116580.5844330.535467
5760.072300No log0.6302690.5793860.5909480.5584630.5908360.5574430.5092110.4917730.6302690.579386
8640.072300No log0.6584470.6108110.6120980.5781730.6126440.5785730.5475480.5284510.6584470.610811
10000.047000No log0.6663750.6146510.6269830.5905990.6271720.5907270.5626210.5352850.6663750.614651
11520.047000No log0.6722370.6259000.6270990.5906110.6280470.5906360.5600090.5406950.6722370.625900
14400.047000No log0.6808910.6355640.6374300.5986130.6375860.5987770.5570420.5417330.6808910.635564
17280.034000No log0.6725920.6329450.6379610.5989470.6379360.5989950.5507620.5391400.6725920.632945
20000.021700No log0.6720880.6375080.6385720.6007210.6385950.6001750.5620490.5532290.6720880.637508
20160.021700No log0.6752160.6382400.6377450.5995680.6379400.5994180.5679590.5542720.6752160.638240
23040.021700No log0.6875610.6467830.6457790.6080690.6458410.6077830.5836340.5684080.6875610.646783
25920.013700No log0.6688470.6347890.6363180.6008470.6374950.6013950.5575040.5489440.6688470.634789
28800.013700No log0.6627360.6331780.6363260.6024940.6369930.6031030.5530570.5424690.6627360.633178
30000.010200No log0.6743000.6427200.6377340.6056770.6370130.6050590.5823090.5722220.6743000.642720
31680.010200No log0.6703900.6370200.6383720.6063340.6388890.6067440.5734810.5635320.6703900.637020
34560.010200No log0.6839950.6515260.6428820.6119110.6434750.6139530.5954110.5837840.6839950.651526
37440.008400No log0.6816590.6545950.6422840.6135650.6430970.6139360.5786610.5705800.6816590.654595
40000.006900No log0.6778110.6399680.6413350.6062350.6411270.6074640.5869850.5720390.6778110.639968
40320.006900No log0.6871300.6609840.6457570.6147540.6465080.6161480.5913850.5875010.6871300.660984
43200.006900No log0.6848310.6495110.6399590.6056760.6411960.6082220.5817640.5816820.6848310.649511
46080.006000No log0.6867120.6574470.6417720.6092920.6429850.6109010.5762270.5730990.6867120.657447
48960.006000No log0.6822270.6485980.6370550.6032160.6380230.6049350.5795780.5773000.6822270.648598
50000.005300No log0.6940980.6588740.6454190.6115880.6459150.6126230.5891800.5809720.6940980.658874
51840.005300No log0.6936520.6592300.6401680.6090700.6407870.6108520.5870970.5874030.6936520.659230
54720.005300No log0.6822930.6488010.6362930.6054480.6371960.6071350.5690320.5697490.6822930.648801
57600.004700No log0.6817320.6435940.6452590.6110730.6454540.6127650.5616820.5632030.6817320.643594
60000.004400No log0.6909240.6575880.6408700.6095100.6407080.6100110.5811800.5855190.6909240.657588
60480.004400No log0.6835150.6515110.6404020.6110220.6402220.6119310.5689240.5772440.6835150.651511
63360.004400No log0.6862480.6540530.6379630.6061880.6389480.6081420.5593100.5659790.6862480.654053
66240.004100No log0.6860700.6548580.6402490.6079090.6406640.6098440.5580510.5693360.6860700.654858
69120.004100No log0.6853900.6571480.6388140.6097910.6384550.6102020.5635270.5749540.6853900.657148
70000.003700No log0.6905940.6603320.6448350.6135440.6452700.6149640.5508430.5599760.6905940.660332
72000.003700No log0.7009080.6698510.6454150.6147620.6455570.6167990.5861830.5901150.7009080.669851
74880.003700No log0.7012290.6653150.6437650.6137830.6435220.6146610.5787130.5863500.7012290.665315
77760.003700No log0.6938880.6608650.6349220.6027480.6355280.6050280.5695990.5825030.6938880.660865
80000.003300No log0.6888990.6577870.6372390.6067930.6374610.6080480.5485800.5696250.6888990.657787
80640.003300No log0.6930320.6606230.6394500.6083780.6396570.6100710.5462490.5655570.6930320.660623
83520.003300No log0.6940750.6613740.6416260.6123880.6420300.6140200.5507190.5677320.6940750.661374
86400.003100No log0.6914240.6578560.6422590.6126620.6421580.6136450.5551790.5660100.6914240.657856
89280.003100No log0.7019370.6687850.6433360.6161710.6431020.6160160.5561990.5737760.7019370.668785
90000.002800No log0.6992380.6649980.6414750.6108120.6409160.6108880.5452610.5683570.6992380.664998
92160.002800No log0.6957300.6639080.6402030.6096530.6405110.6116740.5429360.5636010.6957300.663908
95040.002700No log0.6943370.6624360.6472580.6199400.6466890.6196380.5547160.5670280.6943370.662436
97920.002700No log0.6972660.6645740.6455380.6177080.6461200.6179010.5460000.5657090.6972660.664574
100000.002500No log0.6862960.6529850.6373370.6066970.6377000.6080430.5322310.5526840.6862960.652985
100800.002500No log0.6940930.6586900.6402840.6091800.6404590.6098310.5456660.5635240.6940930.658690
103680.002500No log0.7000330.6670990.6403870.6104970.6406330.6119510.5591410.5722810.7000330.667099
106560.002500No log0.6982160.6613960.6441440.6109730.6443340.6121980.5509930.5675130.6982160.661396
109440.002500No log0.6946270.6602390.6376720.6078910.6374260.6075430.5406610.5596240.6946270.660239
110000.002400No log0.6911830.6576050.6389700.6088520.6395780.6095700.5352680.5523730.6911830.657605
112320.002400No log0.7018210.6665260.6381330.6080020.6388280.6095210.5358430.5638960.7018210.666526
115200.002300No log0.6999250.6662590.6420170.6123570.6425660.6141520.5271530.5585870.6999250.666259
118080.002300No log0.7058750.6734140.6435000.6164730.6440000.6181680.5497040.5730580.7058750.673414
120000.002100No log0.7030670.6633490.6397850.6077160.6408960.6097840.5376210.5656320.7030670.663349
120960.002100No log0.7015620.6666550.6401390.6116180.6414060.6141980.5426410.5642820.7015620.666655
123840.002100No log0.6995280.6678920.6449160.6182580.6457030.6198330.5279840.5536440.6995280.667892
126720.002000No log0.7064450.6701070.6428940.6117990.6436210.6137530.5433080.5739700.7064450.670107
129600.002000No log0.6991840.6650480.6411980.6117660.6423210.6142800.5301980.5588340.6991840.665048
130000.001900No log0.7009130.6679550.6447920.6166010.6461710.6187910.5267050.5544140.7009130.667955
132480.001900No log0.6969480.6631430.6403710.6111580.6415870.6131150.5278110.5590640.6969480.663143
135360.001800No log0.6968040.6642850.6447240.6201510.6455840.6210250.5264880.5560750.6968040.664285
138240.001800No log0.6961850.6630990.6383970.6107930.6392200.6122080.5280350.5580430.6961850.663099
140000.001700No log0.6992990.6647770.6394170.6097720.6403240.6121260.5293990.5601320.6992990.664777
141120.001700No log0.6965440.6647660.6381350.6118470.6391160.6136310.5290370.5606230.6965440.664766
144000.001700No log0.6923600.6619400.6364050.6108940.6376660.6131880.5245170.5491080.6923600.661940
146880.001700No log0.6948900.6632590.6401620.6137400.6410970.6151080.5246490.5494340.6948900.663259
149760.001700No log0.6935980.6621990.6384880.6140890.6395390.6154230.5207810.5499060.6935980.662199
150000.001600No log0.6918930.6611650.6398100.6146350.6407780.6169110.5179360.5489460.6918930.661165
152640.001600No log0.7005000.6669630.6403250.6129540.6414070.6149210.5107540.5499680.7005000.666963
155520.001500No log0.6941560.6617670.6354030.6115780.6362080.6129060.5173350.5520120.6941560.661767
158400.001500No log0.6968410.6641020.6368510.6097270.6381670.6126510.5058000.5454460.6968410.664102
160000.001500No log0.6951720.6617160.6325750.6051400.6332790.6071900.4966670.5408930.6951720.661716
161280.001500No log0.7012330.6669150.6377750.6118420.6385840.6141640.5183950.5557880.7012330.666915
164160.001500No log0.6975250.6645060.6370590.6115330.6375500.6117510.5225220.5537380.6975250.664506
167040.001400No log0.6975250.6642070.6367210.6126020.6376370.6142180.5168720.5514540.6975250.664207
169920.001400No log0.6915970.6578820.6282360.6028540.6294370.6043770.5022970.5370320.6915970.657882
170000.001300No log0.6931700.6591650.6285870.6032270.6297530.6053480.5083050.5414410.6931700.659165
172800.001300No log0.6930210.6589390.6354500.6108740.6365320.6118140.5063990.5390730.6930210.658939
175680.001400No log0.7024630.6684630.6389320.6125350.6402580.6144200.5196970.5564600.7024630.668463
178560.001400No log0.7017620.6672840.6393090.6121100.6400130.6137010.5141600.5502620.7017620.667284
180000.001200No log0.7003180.6669100.6391700.6122580.6402770.6143580.5116120.5519350.7003180.666910
181440.001200No log0.6978520.6665090.6398210.6140210.6407600.6156900.5045190.5463020.6978520.666509
184320.001200No log0.6953990.6626160.6377910.6119090.6387080.6135290.5026260.5430550.6953990.662616
187200.001200No log0.6938780.6618510.6339390.6084350.6348240.6104060.4998220.5389550.6938780.661851
190000.001200No log0.6971580.6642680.6354390.6112130.6360440.6130280.5027400.5411540.6971580.664268
190080.001200No log0.6974280.6650640.6359620.6117960.6365090.6132820.5033110.5423750.6974280.665064
192960.001200No log0.6971760.6628070.6346200.6106420.6354360.6123960.5072810.5457750.6971760.662807
195840.001100No log0.7001670.6657580.6360190.6119130.6365000.6137490.5027680.5463230.7001670.665758
198720.001100No log0.6959280.6614540.6367670.6122950.6374140.6136190.5010590.5390880.6959280.661454
200000.001100No log0.6969160.6626970.6375560.6123740.6381390.6131380.5038640.5438540.6969160.662697
201600.001100No log0.7002210.6657080.6354030.6099410.6362640.6113450.5019900.5460200.7002210.665708
204480.001100No log0.6984810.6662580.6345710.6076550.6356810.6101160.4953250.5376920.6984810.666258
207360.001100No log0.6978300.6633910.6333120.6073120.6342430.6091500.4914700.5369880.6978300.663391
210000.001000No log0.6986770.6648520.6350900.6098310.6358680.6113650.5035380.5444610.6986770.664852
210240.001000No log0.6971580.6631560.6347280.6094000.6355680.6110410.5024290.5419930.6971580.663156
213120.001000No log0.7008100.6657890.6372080.6107090.6380030.6122830.5059210.5478190.7008100.665789
216000.001000No log0.6982990.6639370.6344290.6095910.6356170.6112940.4978630.5409840.6982990.663937
218880.001000No log0.6956400.6600520.6346490.6092890.6358750.6113740.4934140.5363640.6956400.660052
220000.001000No log0.6978230.6623370.6337510.6093870.6348710.6113060.4888810.5339590.6978230.662337
221760.001000No log0.6964220.6606980.6338960.6079080.6346930.6094790.4902980.5351080.6964220.660698
224640.001000No log0.6953360.6613150.6361680.6085160.6367910.6103980.4918980.5330480.6953360.661315
227520.000900No log0.6958770.6613100.6354950.6095340.6362220.6114560.4948760.5346550.6958770.661310
230000.000900No log0.6963110.6615360.6356140.6081430.6362530.6108840.4941010.5356500.6963110.661536
230400.000900No log0.6957210.6614600.6345500.6077420.6352480.6091180.4928120.5345520.6957210.661460
233280.000900No log0.6960000.6617460.6336170.6072510.6345390.6089740.4917680.5349660.6960000.661746
236160.000800No log0.6963090.6604390.6324560.6061150.6334310.6077780.4914420.5343340.6963090.660439
239040.000800No log0.6961220.6604710.6331640.6065150.6341850.6093810.4939440.5358650.6961220.660471
240000.000800No log0.6949680.6601860.6337620.6061800.6346990.6090690.4909920.5342850.6949680.660186
241920.000800No log0.6971130.6627600.6338430.6075760.6348140.6095510.4941440.5376030.6971130.662760
244800.000800No log0.6965180.6603080.6325040.6054480.6332310.6066420.4874300.5302400.6965180.660308
247680.000800No log0.6950090.6602030.6334290.6065130.6344600.6078490.4869630.5293260.6950090.660203
250000.000800No log0.6940400.6592400.6319790.6054940.6330880.6075340.4848920.5282770.6940400.659240
250560.000800No log0.6958390.6610730.6323430.6065680.6333720.6080440.4859970.5288430.6958390.661073
253440.000800No log0.6949640.6611640.6321960.6068520.6330760.6077560.4887330.5319250.6949640.661164
256320.000800No log0.6961300.6607490.6316190.6064280.6324570.6074950.4857300.5304260.6961300.660749
259200.000800No log0.6954860.6597770.6340140.6076980.6348610.6088390.4867530.5283700.6954860.659777
260000.000800No log0.6967820.6606800.6329710.6065140.6339330.6083380.4863860.5303070.6967820.660680
262080.000800No log0.6966900.6615050.6334630.6077760.6343470.6095420.4840710.5293050.6966900.661505
264960.000800No log0.6965620.6615180.6335050.6074060.6344290.6094060.4860480.5305940.6965620.661518
267840.000700No log0.6961050.6609290.6337430.6079900.6346600.6090250.4855890.5289590.6961050.660929
270000.000700No log0.6955390.6607270.6324200.6067210.6333190.6078570.4836610.5289190.6955390.660727
270720.000700No log0.6963440.6611970.6326000.6071510.6334240.6082390.4859570.5312460.6963440.661197
273600.000700No log0.6970890.6623850.6328680.6076010.6336400.6085810.4847100.5309770.6970890.662385
276480.000700No log0.6972720.6627380.6329750.6078000.6336940.6087440.4836560.5292420.6972720.662738
279360.000700No log0.6966110.6617610.6328810.6075700.6336320.6088940.4819920.5281660.6966110.661761
280000.000700No log0.6970680.6618600.6331730.6080270.6339320.6090350.4829860.5293540.6970680.661860
282240.000700No log0.6969440.6621030.6331360.6076390.6338960.6089230.4838170.5294880.6969440.662103
285120.000700No log0.6971450.6622900.6332020.6078460.6339760.6090220.4848310.5306400.6971450.662290
288000.000700No log0.6971390.6623150.6332080.6078650.6339820.6090070.4848270.5306430.6971390.662315

"},"metadata":{}},{"output_type":"display_data","data":{"text/plain":"Computing widget examples: 0%| | 0/5 [00:00=2023.5.0 in /opt/conda/lib/python3.10/site-packages (from huggingface_hub) (2024.3.1)\nRequirement already satisfied: packaging>=20.9 in /opt/conda/lib/python3.10/site-packages (from huggingface_hub) (21.3)\nRequirement already satisfied: pyyaml>=5.1 in /opt/conda/lib/python3.10/site-packages (from huggingface_hub) (6.0.1)\nRequirement already satisfied: requests in /opt/conda/lib/python3.10/site-packages (from huggingface_hub) (2.32.3)\nRequirement already satisfied: tqdm>=4.42.1 in /opt/conda/lib/python3.10/site-packages (from huggingface_hub) (4.66.4)\nRequirement already satisfied: typing-extensions>=3.7.4.3 in /opt/conda/lib/python3.10/site-packages (from huggingface_hub) (4.9.0)\nRequirement already satisfied: pyparsing!=3.0.5,>=2.0.2 in /opt/conda/lib/python3.10/site-packages (from packaging>=20.9->huggingface_hub) (3.1.1)\nRequirement already satisfied: charset-normalizer<4,>=2 in /opt/conda/lib/python3.10/site-packages (from requests->huggingface_hub) (3.3.2)\nRequirement already satisfied: idna<4,>=2.5 in /opt/conda/lib/python3.10/site-packages (from requests->huggingface_hub) (3.6)\nRequirement already satisfied: urllib3<3,>=1.21.1 in /opt/conda/lib/python3.10/site-packages (from requests->huggingface_hub) (1.26.18)\nRequirement already satisfied: certifi>=2017.4.17 in /opt/conda/lib/python3.10/site-packages (from requests->huggingface_hub) (2024.2.2)\n","output_type":"stream"}]},{"cell_type":"code","source":"from huggingface_hub import login\naccess_token_write = \"your_access_token\"\nlogin(token = access_token_write)","metadata":{"execution":{"iopub.status.busy":"2024-06-07T11:44:14.319201Z","iopub.execute_input":"2024-06-07T11:44:14.320104Z","iopub.status.idle":"2024-06-07T11:44:14.452357Z","shell.execute_reply.started":"2024-06-07T11:44:14.320068Z","shell.execute_reply":"2024-06-07T11:44:14.451221Z"},"trusted":true},"execution_count":23,"outputs":[{"name":"stdout","text":"The token has not been saved to the git credentials helper. Pass `add_to_git_credential=True` in this function directly or `--add-to-git-credential` if using via `huggingface-cli` if you want to set the git credential as well.\nToken is valid (permission: write).\nYour token has been saved to /root/.cache/huggingface/token\nLogin successful\n","output_type":"stream"}]},{"cell_type":"code","source":"model.push_to_hub('syubraj/sentenceTransformer_nepali_new')","metadata":{"execution":{"iopub.status.busy":"2024-06-07T11:46:05.763911Z","iopub.execute_input":"2024-06-07T11:46:05.764314Z","iopub.status.idle":"2024-06-07T11:46:20.686005Z","shell.execute_reply.started":"2024-06-07T11:46:05.764284Z","shell.execute_reply":"2024-06-07T11:46:20.684999Z"},"trusted":true},"execution_count":25,"outputs":[{"output_type":"display_data","data":{"text/plain":"Computing widget examples: 0%| | 0/5 [00:00