Commit ·
aff1e6b
1
Parent(s): 811722b
WIP
Browse files
script.py
CHANGED
|
@@ -81,10 +81,9 @@ if __name__ == "__main__":
|
|
| 81 |
}
|
| 82 |
print(data_files)
|
| 83 |
dataset = load_dataset(
|
| 84 |
-
|
| 85 |
data_files=data_files,
|
| 86 |
trust_remote_code=True,
|
| 87 |
-
# streaming=True
|
| 88 |
)
|
| 89 |
|
| 90 |
# if TEST_ENV:
|
|
|
|
| 81 |
}
|
| 82 |
print(data_files)
|
| 83 |
dataset = load_dataset(
|
| 84 |
+
str(data_path / 'hoho25k_test_x.py'),
|
| 85 |
data_files=data_files,
|
| 86 |
trust_remote_code=True,
|
|
|
|
| 87 |
)
|
| 88 |
|
| 89 |
# if TEST_ENV:
|