IProject-10
commited on
Commit
•
f711b7f
1
Parent(s):
b317e51
Update README.md
Browse files
README.md
CHANGED
@@ -39,7 +39,7 @@ For Question-Answering -
|
|
39 |
```python
|
40 |
!pip install transformers
|
41 |
from transformers import pipeline
|
42 |
-
model_checkpoint = "IProject-10/
|
43 |
question_answerer = pipeline("question-answering", model=model_checkpoint)
|
44 |
|
45 |
context = """
|
@@ -59,19 +59,19 @@ Evaluation on SQuAD 2.0 validation dataset:
|
|
59 |
exact: 65.88056935904994,
|
60 |
f1: 68.9782873196397,
|
61 |
total': 11873,
|
62 |
-
HasAns_exact
|
63 |
-
HasAns_f1
|
64 |
-
HasAns_total
|
65 |
-
NoAns_exact
|
66 |
-
NoAns_f1
|
67 |
-
NoAns_total
|
68 |
-
best_exact
|
69 |
-
best_exact_thresh
|
70 |
-
best_f1
|
71 |
-
best_f1_thresh
|
72 |
-
total_time_in_seconds
|
73 |
-
samples_per_second
|
74 |
-
latency_in_seconds
|
75 |
```
|
76 |
|
77 |
### Training hyperparameters
|
|
|
39 |
```python
|
40 |
!pip install transformers
|
41 |
from transformers import pipeline
|
42 |
+
model_checkpoint = "IProject-10/distilbert-base-uncased-finetuned-squad2"
|
43 |
question_answerer = pipeline("question-answering", model=model_checkpoint)
|
44 |
|
45 |
context = """
|
|
|
59 |
exact: 65.88056935904994,
|
60 |
f1: 68.9782873196397,
|
61 |
total': 11873,
|
62 |
+
HasAns_exact: 68.15114709851552,
|
63 |
+
HasAns_f1: 74.35546648888003,
|
64 |
+
HasAns_total: 5928,
|
65 |
+
NoAns_exact: 63.61648444070648,
|
66 |
+
NoAns_f1: 63.61648444070648,
|
67 |
+
NoAns_total: 5945,
|
68 |
+
best_exact: 65.88056935904994,
|
69 |
+
best_exact_thresh: 0.9993563294410706,
|
70 |
+
best_f1: 68.97828731963992,
|
71 |
+
best_f1_thresh: 0.9993563294410706,
|
72 |
+
total_time_in_seconds: 122.51037029999998,
|
73 |
+
samples_per_second: 96.91424465476456,
|
74 |
+
latency_in_seconds: 0.01031840059799545}
|
75 |
```
|
76 |
|
77 |
### Training hyperparameters
|