We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent ddd7f9b commit 9151e5aCopy full SHA for 9151e5a
mock_data.py
@@ -64,7 +64,7 @@ def load_indexed_dset(path_to_bin):
64
mock_docs = generate_mock_documents(num_docs, max_doc_len)
65
66
# instruction tokens
67
- tokens_instruct = [111111, 1337, 420, 1337, 1337, 111111]
+ tokens_instruct = [111111, 222, 333, 444, 333, 222, 111111]
68
69
# iterate through the documents
70
for temp_tokens in tqdm(mock_docs):
0 commit comments