| @@ -159,6 +159,7 @@ |
|
|
| 159 |
159 |
"import json\n", |
| 160 |
160 |
"from PIL import Image\n", |
| 161 |
161 |
"\n", |
|
162 |
+"\n", |
| 162 |
163 |
"def generator(qa_file, image_folder, image_prefix):\n", |
| 163 |
164 |
" with open(qa_file, \"r\") as f:\n", |
| 164 |
165 |
" data = json.load(f)\n", |
| @@ -188,7 +189,7 @@ |
|
|
| 188 |
189 |
"metadata": {}, |
| 189 |
190 |
"outputs": [], |
| 190 |
191 |
"source": [ |
| 191 |
|
-"NUM_PROC = 32 # number of processes to use for multiprocessing, set to 1 for no multiprocessing\n", |
|
192 |
+"NUM_PROC = 32 # number of processes to use for multiprocessing, set to 1 for no multiprocessing\n", |
| 192 |
193 |
"\n", |
| 193 |
194 |
"data_val = datasets.Dataset.from_generator(\n", |
| 194 |
195 |
" generator,\n", |
| @@ -249,7 +250,7 @@ |
|
|
| 249 |
250 |
"metadata": {}, |
| 250 |
251 |
"outputs": [], |
| 251 |
252 |
"source": [ |
| 252 |
|
-"data.push_to_hub(\"lmms-lab/VQAv2_TOY\") # replace lmms-lab to your username" |
|
253 |
+"data.push_to_hub(\"lmms-lab/VQAv2_TOY\") # replace lmms-lab to your username" |
| 253 |
254 |
] |
| 254 |
255 |
}, |
| 255 |
256 |
{ |