using a token to access dataset

app.py

@@ -1,11 +1,11 @@
 from datasets import load_dataset, IterableDataset
 from functools import partial
 from pandas import DataFrame
+import gradio as gr 
+import numpy as np
 import tqdm
 import json
-
-import numpy as np
-import gradio as gr 
+import os
 
 DEBUG = False
 
@@ -46,7 +46,8 @@ def open_dataset(dataset, set_name, split, batch_size, shard = -1):
             split=split,
             cache_dir="dataset",
             data_files=data_files,
-            streaming=True)
+            streaming=True,
+            use_auth_token=os.environ.get("HF_TOKEN"))
     
         dsi = iter(ds)