From ba5e124e80798d10a27f3f0da5019c2822d55e87 Mon Sep 17 00:00:00 2001
From: Christophe Benz <christophe.benz@nomics.world>
Date: Tue, 7 Jan 2025 09:37:30 +0100
Subject: [PATCH] Don't crash if dataset fails to convert
---
convert.py | 9 ++++++---
1 file changed, 6 insertions(+), 3 deletions(-)
diff --git a/convert.py b/convert.py
index 39ee3a3..ca1ff21 100755
--- a/convert.py
+++ b/convert.py
@@ -82,9 +82,12 @@ def convert_datasets(
dataset_dir.mkdir(exist_ok=True)
dataset_json_stub = dataset_json_stubs[dataset_code]
- convert_dataset(dataset_code, dataset_json_stub, source_dataset_dir, dataset_dir)
-
- converted_datasets_codes.add(dataset_code)
+ try:
+ convert_dataset(dataset_code, dataset_json_stub, source_dataset_dir, dataset_dir)
+ converted_datasets_codes.add(dataset_code)
+ except Exception:
+ log.exception("Error converting dataset %r, skipping", dataset_code)
+ continue
def convert_dataset(
--
GitLab