marcospiau
commited on
Commit
•
f6bd0f5
1
Parent(s):
b41d5a9
Upload with huggingface_hub
Browse files- df_processed_train.arrow +3 -0
- df_processed_validation.arrow +3 -0
- ds_preprocesed.arrow +3 -0
- ds_preprocesed_hf/data-00000-of-00006.arrow +3 -0
- ds_preprocesed_hf/data-00001-of-00006.arrow +3 -0
- ds_preprocesed_hf/data-00002-of-00006.arrow +3 -0
- ds_preprocesed_hf/data-00003-of-00006.arrow +3 -0
- ds_preprocesed_hf/data-00004-of-00006.arrow +3 -0
- ds_preprocesed_hf/data-00005-of-00006.arrow +3 -0
- ds_preprocesed_hf/dataset_info.json +23 -0
- ds_preprocesed_hf/state.json +28 -0
df_processed_train.arrow
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:82cef7030c99800a02e6394d2fc8e520359dd5ce9709bc8074c6bfe56d2fa9d2
|
3 |
+
size 2867591515
|
df_processed_validation.arrow
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:3b04d1aeb6e9c0edf08d63d70c69d56e3d0240d64a666f13b0be4439384aa6a6
|
3 |
+
size 119267227
|
ds_preprocesed.arrow
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6aeda3d53fb9bacfc524d23a565f82260f90f3d5308e6571bb58359f063242db
|
3 |
+
size 2986857499
|
ds_preprocesed_hf/data-00000-of-00006.arrow
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b04d3d60e3e5bd8e7fba7eda4847154bfb5260301a919a31dbd79110c645487b
|
3 |
+
size 493564448
|
ds_preprocesed_hf/data-00001-of-00006.arrow
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:733501614acdff8252be198a4c8afa51532a63a5d1d21ffdfde5ad793a705e25
|
3 |
+
size 499253104
|
ds_preprocesed_hf/data-00002-of-00006.arrow
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d4cc76e9e8766125542b2a56c95698aa3733cd840947d17ec7888ca331a3a4be
|
3 |
+
size 499341456
|
ds_preprocesed_hf/data-00003-of-00006.arrow
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2ede47e3006fcd75441c1c17778ea244191b670cbb3dfcdcdfeff7e4282661bb
|
3 |
+
size 494572936
|
ds_preprocesed_hf/data-00004-of-00006.arrow
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c881a8cb228dd398bf03aa43810640df1aeea9789415e73a1a187077867e0683
|
3 |
+
size 496274432
|
ds_preprocesed_hf/data-00005-of-00006.arrow
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:3de99d5cae96294bd3f0cbfd9091385a2a8de467fc90575f4f83ba7ff362e621
|
3 |
+
size 501941824
|
ds_preprocesed_hf/dataset_info.json
ADDED
@@ -0,0 +1,23 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"citation": "",
|
3 |
+
"description": "",
|
4 |
+
"features": {
|
5 |
+
"text": {
|
6 |
+
"dtype": "string",
|
7 |
+
"_type": "Value"
|
8 |
+
},
|
9 |
+
"input_ids": {
|
10 |
+
"feature": {
|
11 |
+
"dtype": "int32",
|
12 |
+
"_type": "Value"
|
13 |
+
},
|
14 |
+
"_type": "Sequence"
|
15 |
+
},
|
16 |
+
"length": {
|
17 |
+
"dtype": "int32",
|
18 |
+
"_type": "Value"
|
19 |
+
}
|
20 |
+
},
|
21 |
+
"homepage": "",
|
22 |
+
"license": ""
|
23 |
+
}
|
ds_preprocesed_hf/state.json
ADDED
@@ -0,0 +1,28 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"_data_files": [
|
3 |
+
{
|
4 |
+
"filename": "data-00000-of-00006.arrow"
|
5 |
+
},
|
6 |
+
{
|
7 |
+
"filename": "data-00001-of-00006.arrow"
|
8 |
+
},
|
9 |
+
{
|
10 |
+
"filename": "data-00002-of-00006.arrow"
|
11 |
+
},
|
12 |
+
{
|
13 |
+
"filename": "data-00003-of-00006.arrow"
|
14 |
+
},
|
15 |
+
{
|
16 |
+
"filename": "data-00004-of-00006.arrow"
|
17 |
+
},
|
18 |
+
{
|
19 |
+
"filename": "data-00005-of-00006.arrow"
|
20 |
+
}
|
21 |
+
],
|
22 |
+
"_fingerprint": "47612c4f362129e6",
|
23 |
+
"_format_columns": null,
|
24 |
+
"_format_kwargs": {},
|
25 |
+
"_format_type": null,
|
26 |
+
"_output_all_columns": false,
|
27 |
+
"_split": null
|
28 |
+
}
|