From d6f4e2956bceed24d37e3f157e3cc61281898aa2 Mon Sep 17 00:00:00 2001 From: Jeff Wu Date: Thu, 11 Feb 2021 13:10:14 -0800 Subject: [PATCH] move to azure --- download_dataset.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/download_dataset.py b/download_dataset.py index cb4147b..39a8f8c 100644 --- a/download_dataset.py +++ b/download_dataset.py @@ -17,7 +17,7 @@ for ds in [ ]: for split in ['train', 'valid', 'test']: filename = ds + "." + split + '.jsonl' - r = requests.get("https://storage.googleapis.com/gpt-2/output-dataset/v1/" + filename, stream=True) + r = requests.get("https://openaipublic.blob.core.windows.net/gpt-2/output-dataset/v1/" + filename, stream=True) with open(os.path.join(subdir, filename), 'wb') as f: file_size = int(r.headers["content-length"])