1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
|
--- a/tests/documentation/test_tutorial_train_from_iterators.py 2024-04-07 18:19:08.653593406 +0200
+++ b/tests/documentation/test_tutorial_train_from_iterators.py 2024-04-07 18:19:39.206906910 +0200
@@ -40,7 +40,7 @@
def setup_gzip_files(self, train_files):
with open(train_files["small"], "rt") as small:
for n in range(3):
- path = f"data/my-file.{n}.gz"
+ path = f"tests/data/my-file.{n}.gz"
with gzip.open(path, "wt") as f:
f.write(small.read())
@@ -87,11 +87,11 @@
# START single_gzip
import gzip
- with gzip.open("data/my-file.0.gz", "rt") as f:
+ with gzip.open("tests/data/my-file.0.gz", "rt") as f:
tokenizer.train_from_iterator(f, trainer=trainer)
# END single_gzip
# START multi_gzip
- files = ["data/my-file.0.gz", "data/my-file.1.gz", "data/my-file.2.gz"]
+ files = ["tests/data/my-file.0.gz", "tests/data/my-file.1.gz", "tests/data/my-file.2.gz"]
def gzip_iterator():
for path in files:
|
