From 89bf17efe0bcfd64e21ffd2c1425b04aba5ffa49 Mon Sep 17 00:00:00 2001
From: grg <grgur.kovac@inria.fr>
Date: Tue, 28 Feb 2023 11:03:04 +0100
Subject: [PATCH] Removing the whitespace in the url for the gpt2 encoding json
and bpe.
---
crop.py | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git a/crop.py b/crop.py
index 64f77e4..dd586c3 100644
--- a/crop.py
+++ b/crop.py
@@ -12,7 +12,7 @@ from tqdm import tqdm
def _get_encoder(subdir):
print("Downloading encoder and vocab to ", subdir)
for filename in ['encoder.json', 'vocab.bpe']:
- r = requests.get("https://openaipublic.blob.core.windows.net/gpt-2/ " + subdir + "/" + filename, stream=True)
+ r = requests.get("https://openaipublic.blob.core.windows.net/gpt-2/" + subdir + "/" + filename, stream=True)
with open(os.path.join(subdir, filename), 'wb') as f:
file_size = int(r.headers["content-length"])
chunk_size = 1000
--
GitLab