diff --git a/.pre-commit-config.yaml b/.pre-commit-config.yaml
index a9982b66..6605a1b2 100644
--- a/.pre-commit-config.yaml
+++ b/.pre-commit-config.yaml
@@ -4,7 +4,7 @@ ci:
 
 repos:
   - repo: https://github.com/pre-commit/pre-commit-hooks
-    rev: v4.6.0
+    rev: v5.0.0
     hooks:
       - id: check-added-large-files
       - id: check-toml
@@ -13,7 +13,7 @@ repos:
       - id: check-yaml
       - id: debug-statements
   - repo: https://github.com/astral-sh/ruff-pre-commit
-    rev: v0.5.0
+    rev: v0.6.9
     hooks:
       # Run the linter.
       - id: ruff
diff --git a/notebooks/batch_submission.ipynb b/notebooks/batch_submission.ipynb
index d10193e4..c6ce79d9 100644
--- a/notebooks/batch_submission.ipynb
+++ b/notebooks/batch_submission.ipynb
@@ -93,7 +93,7 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "#input args\n",
+    "# input args\n",
     "repo = \"https://github.com/jbusecke/cmip6-leap-feedstock.git\"\n",
     "ref = \"beam-dataflow-testing\"\n",
     "f_name = \"config.json\"\n",
@@ -108,8 +108,8 @@
    "outputs": [],
    "source": [
     "def shorten_id(iid):\n",
-    "    iid_stripped = '-'.join(iid.split('.')[3:])\n",
-    "    assert len(iid_stripped)<66\n",
+    "    iid_stripped = \"-\".join(iid.split(\".\")[3:])\n",
+    "    assert len(iid_stripped) < 66\n",
     "    return iid_stripped"
    ]
   },
@@ -144,14 +144,14 @@
    ],
    "source": [
     "# from the integration tests of pangeo-forge-runner\n",
-    "#https://github.com/pangeo-forge/pangeo-forge-runner/blob/main/tests/integration/test_dataflow_integration.py\n",
+    "# https://github.com/pangeo-forge/pangeo-forge-runner/blob/main/tests/integration/test_dataflow_integration.py\n",
     "\n",
     "import subprocess\n",
     "import time\n",
     "import xarray as xr\n",
     "\n",
     "iid = \"CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp585.r107i1p1f1.day.psl.gr.v20200412\"\n",
-    "jobname=shorten_id(iid)\n",
+    "jobname = shorten_id(iid)\n",
     "target_store = f\"{target_bucket}/{iid}.zarr\"\n",
     "machine_type = \"e2-highmem-8\"\n",
     "cmd = [\n",
@@ -223,7 +223,6 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "\n",
     "# note the start time, because certain errors on dataflow manifest as long hangs,\n",
     "# and if that's the case, we'll want to bail out of this test manually, rather than\n",
     "# wait for the the job to officially fail.\n",
diff --git a/notebooks/esgf-pyclient-vs-pangeo-forge-esgf.ipynb b/notebooks/esgf-pyclient-vs-pangeo-forge-esgf.ipynb
index f3da3d92..f7389df1 100644
--- a/notebooks/esgf-pyclient-vs-pangeo-forge-esgf.ipynb
+++ b/notebooks/esgf-pyclient-vs-pangeo-forge-esgf.ipynb
@@ -32,7 +32,7 @@
    "outputs": [],
    "source": [
     "test_iids_fail = [\n",
-    "    'CMIP6.ScenarioMIP.MIROC.MIROC6.ssp245.r14i1p1f1.day.sfcWind.gn.v20200623', # no urls found in `BigQuery_url_generator_script.ipynb`\n",
+    "    \"CMIP6.ScenarioMIP.MIROC.MIROC6.ssp245.r14i1p1f1.day.sfcWind.gn.v20200623\",  # no urls found in `BigQuery_url_generator_script.ipynb`\n",
     "]"
    ]
   },
@@ -185,7 +185,7 @@
     }
    ],
    "source": [
-    "debug_iids = ['CMIP6.CMIP.CAS.FGOALS-g3.piControl.r1i1p1f1.Omon.uo.gn.v20191125']\n",
+    "debug_iids = [\"CMIP6.CMIP.CAS.FGOALS-g3.piControl.r1i1p1f1.Omon.uo.gn.v20191125\"]\n",
     "url_dict = await generate_urls_from_iids(debug_iids)"
    ]
   },
@@ -203,155 +203,154 @@
    "outputs": [],
    "source": [
     "iids = [\n",
-    " # from https://github.com/Timh37/CMIP6cf/issues/2\n",
-    " 'CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp245.r17i1p1f2.day.sfcWind.gr.v20201015',\n",
-    " 'CMIP6.ScenarioMIP.MRI.MRI-ESM2-0.ssp245.r2i3p1f1.day.pr.gn.v20201222',\n",
-    " 'CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp245.r25i1p1f2.day.psl.gr.v20201015',\n",
-    " 'CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp585.r127i1p1f1.day.psl.gr.v20200412',\n",
-    " 'CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp585.r138i1p1f1.day.psl.gr.v20200412',\n",
-    " 'CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp245.r15i1p1f2.day.sfcWind.gr.v20201015',\n",
-    " 'CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp585.r134i1p1f1.day.psl.gr.v20200412',\n",
-    " 'CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp585.r110i1p1f1.day.psl.gr.v20200412',\n",
-    " 'CMIP6.ScenarioMIP.MRI.MRI-ESM2-0.ssp245.r1i3p1f1.day.pr.gn.v20201222',\n",
-    " 'CMIP6.ScenarioMIP.MRI.MRI-ESM2-0.ssp245.r4i3p1f1.day.pr.gn.v20201222',\n",
-    " 'CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp245.r27i1p1f2.day.sfcWind.gr.v20201015',\n",
-    " 'CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp585.r103i1p1f1.day.psl.gr.v20200412',\n",
-    " 'CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp245.r1i1p1f2.day.pr.gr.v20201015',\n",
-    " 'CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp585.r142i1p1f1.day.psl.gr.v20200412',\n",
-    " 'CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp585.r124i1p1f1.day.psl.gr.v20200412',\n",
-    " 'CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp245.r29i1p1f2.day.psl.gr.v20201015',\n",
-    " 'CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp245.r7i1p1f2.day.pr.gr.v20210218',\n",
-    " 'CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp245.r2i1p1f2.day.sfcWind.gr.v20201015',\n",
-    " 'CMIP6.ScenarioMIP.MIROC.MIROC6.ssp245.r4i1p1f1.day.pr.gn.v20200623',\n",
-    " 'CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp245.r15i1p1f2.day.pr.gr.v20201015',\n",
-    " 'CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp585.r111i1p1f1.day.psl.gr.v20200412',\n",
-    " 'CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp585.r126i1p1f1.day.psl.gr.v20200412',\n",
-    " 'CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp585.r136i1p1f1.day.psl.gr.v20200412',\n",
-    " 'CMIP6.ScenarioMIP.MIROC.MIROC6.ssp245.r20i1p1f1.day.pr.gn.v20200623',\n",
-    " 'CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp585.r122i1p1f1.day.psl.gr.v20200412',\n",
-    " 'CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp585.r131i1p1f1.day.psl.gr.v20200412',\n",
-    " 'CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp245.r7i1p1f2.day.sfcWind.gr.v20210218',\n",
-    " 'CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp245.r24i1p1f2.day.pr.gr.v20210407',\n",
-    " 'CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp245.r1i1p1f2.day.psl.gr.v20201015',\n",
-    " 'CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp585.r133i1p1f1.day.psl.gr.v20200412',\n",
-    " 'CMIP6.ScenarioMIP.MIROC.MIROC6.ssp245.r13i1p1f1.day.pr.gn.v20200623',\n",
-    " 'CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp585.r141i1p1f1.day.psl.gr.v20200412',\n",
-    " 'CMIP6.ScenarioMIP.MIROC.MIROC6.ssp245.r19i1p1f1.day.pr.gn.v20200623',\n",
-    " 'CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp245.r30i1p1f2.day.psl.gr.v20201015',\n",
-    " 'CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp245.r18i1p1f2.day.pr.gr.v20210407',\n",
-    " 'CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp585.r123i1p1f1.day.psl.gr.v20200412',\n",
-    " 'CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp245.r8i1p1f2.day.sfcWind.gr.v20201015',\n",
-    " 'CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp585.r121i1p1f1.day.psl.gr.v20200412',\n",
-    " 'CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp245.r23i1p1f2.day.sfcWind.gr.v20201015',\n",
-    " 'CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp585.r146i1p1f1.day.psl.gr.v20200412',\n",
-    " 'CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp245.r16i1p1f2.day.pr.gr.v20210407',\n",
-    " 'CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp245.r2i1p1f2.day.psl.gr.v20201015',\n",
-    " 'CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp585.r149i1p1f1.day.psl.gr.v20200412',\n",
-    " 'CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp245.r23i1p1f1.day.psl.gr.v20200407',\n",
-    " 'CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp585.r145i1p1f1.day.psl.gr.v20200412',\n",
-    " 'CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp245.r29i1p1f2.day.pr.gr.v20201015',\n",
-    " 'CMIP6.ScenarioMIP.MOHC.HadGEM3-GC31-MM.ssp585.r2i1p1f3.day.psl.gn.v20200515',\n",
-    " 'CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp245.r12i1p1f2.day.pr.gr.v20201015',\n",
-    " 'CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp245.r23i1p1f2.day.psl.gr.v20201015',\n",
-    " 'CMIP6.ScenarioMIP.MIROC.MIROC6.ssp245.r7i1p1f1.day.pr.gn.v20200623',\n",
-    " 'CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp245.r7i1p1f2.day.psl.gr.v20210218',\n",
-    " 'CMIP6.ScenarioMIP.MIROC.MIROC6.ssp245.r14i1p1f1.day.pr.gn.v20200623',\n",
-    " 'CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp585.r132i1p1f1.day.psl.gr.v20200412',\n",
-    " 'CMIP6.ScenarioMIP.MIROC.MIROC6.ssp245.r9i1p1f1.day.pr.gn.v20200623',\n",
-    " 'CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp585.r118i1p1f1.day.psl.gr.v20200412',\n",
-    " 'CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp245.r21i1p1f2.day.sfcWind.gr.v20201015',\n",
-    " 'CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp245.r13i1p1f2.day.pr.gr.v20210407',\n",
-    " 'CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp585.r115i1p1f1.day.psl.gr.v20200412',\n",
-    " 'CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp245.r26i1p1f2.day.pr.gr.v20210407',\n",
-    " 'CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp585.r129i1p1f1.day.psl.gr.v20200412',\n",
-    " 'CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp245.r6i1p1f2.day.sfcWind.gr.v20210517',\n",
-    " 'CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp245.r12i1p1f2.day.psl.gr.v20201015',\n",
-    " 'CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp585.r113i1p1f1.day.psl.gr.v20200412',\n",
-    " 'CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp585.r106i1p1f1.day.psl.gr.v20200412',\n",
-    " 'CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp245.r15i1p1f2.day.psl.gr.v20201015',\n",
-    " 'CMIP6.ScenarioMIP.MIROC.MIROC6.ssp245.r12i1p1f1.day.pr.gn.v20200623',\n",
-    " 'CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp585.r114i1p1f1.day.psl.gr.v20200412',\n",
-    " 'CMIP6.ScenarioMIP.MIROC.MIROC6.ssp245.r6i1p1f1.day.pr.gn.v20200623',\n",
-    " 'CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp245.r25i1p1f2.day.pr.gr.v20201015',\n",
-    " 'CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp585.r128i1p1f1.day.psl.gr.v20200412',\n",
-    " 'CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp245.r12i1p1f2.day.sfcWind.gr.v20201015',\n",
-    " 'CMIP6.ScenarioMIP.MIROC.MIROC6.ssp245.r17i1p1f1.day.pr.gn.v20200623',\n",
-    " 'CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp585.r147i1p1f1.day.psl.gr.v20200412',\n",
-    " 'CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp245.r17i1p1f2.day.pr.gr.v20201015',\n",
-    " 'CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp245.r27i1p1f2.day.pr.gr.v20201015',\n",
-    " 'CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp245.r4i1p1f2.day.pr.gr.v20210407',\n",
-    " 'CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp245.r21i1p1f2.day.psl.gr.v20201015',\n",
-    " 'CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp585.r101i1p1f1.day.psl.gr.v20200412',\n",
-    " 'CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp585.r130i1p1f1.day.psl.gr.v20200412',\n",
-    " 'CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp245.r2i1p1f2.day.pr.gr.v20201015',\n",
-    " 'CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp585.r150i1p1f1.day.psl.gr.v20200412',\n",
-    " 'CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp245.r19i1p1f2.day.pr.gr.v20201015',\n",
-    " 'CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp245.r17i1p1f2.day.psl.gr.v20201015',\n",
-    " 'CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp585.r108i1p1f1.day.psl.gr.v20200412',\n",
-    " 'CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp585.r144i1p1f1.day.psl.gr.v20200412',\n",
-    " 'CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp245.r21i1p1f2.day.pr.gr.v20201015',\n",
-    " 'CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp245.r25i1p1f2.day.sfcWind.gr.v20201015',\n",
-    " 'CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp245.r10i1p1f2.day.psl.gr.v20210407',\n",
-    " 'CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp585.r120i1p1f1.day.psl.gr.v20200412',\n",
-    " 'CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp245.r19i1p1f2.day.psl.gr.v20201015',\n",
-    " 'CMIP6.ScenarioMIP.MRI.MRI-ESM2-0.ssp245.r5i3p1f1.day.pr.gn.v20201222',\n",
-    " 'CMIP6.ScenarioMIP.MIROC.MIROC6.ssp245.r5i1p1f1.day.pr.gn.v20200623',\n",
-    " 'CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp585.r125i1p1f1.day.psl.gr.v20200412',\n",
-    " 'CMIP6.ScenarioMIP.MIROC.MIROC6.ssp245.r18i1p1f1.day.pr.gn.v20200623',\n",
-    " 'CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp245.r29i1p1f2.day.sfcWind.gr.v20201015',\n",
-    " 'CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp245.r28i1p1f2.day.pr.gr.v20210407',\n",
-    " 'CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp245.r10i1p1f2.day.pr.gr.v20210407',\n",
-    " 'CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp245.r1i1p1f2.day.sfcWind.gr.v20201015',\n",
-    " 'CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp585.r112i1p1f1.day.psl.gr.v20200412',\n",
-    " 'CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp245.r8i1p1f2.day.psl.gr.v20201015',\n",
-    " 'CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp245.r30i1p1f2.day.pr.gr.v20201015',\n",
-    " 'CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp245.r30i1p1f2.day.sfcWind.gr.v20201015',\n",
-    " 'CMIP6.ScenarioMIP.MIROC.MIROC6.ssp245.r10i1p1f1.day.pr.gn.v20200623',\n",
-    " 'CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp585.r143i1p1f1.day.psl.gr.v20200412',\n",
-    " 'CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp585.r139i1p1f1.day.psl.gr.v20200412',\n",
-    " 'CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp245.r10i1p1f2.day.sfcWind.gr.v20210407',\n",
-    " 'CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp245.r8i1p1f2.day.pr.gr.v20201015',\n",
-    " 'CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp585.r137i1p1f1.day.psl.gr.v20200412',\n",
-    " 'CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp245.r19i1p1f2.day.sfcWind.gr.v20201015',\n",
-    " 'CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp245.r23i1p1f2.day.pr.gr.v20201015',\n",
-    " 'CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp585.r140i1p1f1.day.psl.gr.v20200412',\n",
-    " 'CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp585.r148i1p1f1.day.psl.gr.v20200412',\n",
-    " 'CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp245.r27i1p1f2.day.psl.gr.v20201015',\n",
-    " 'CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp585.r119i1p1f1.day.psl.gr.v20200412',\n",
-    " 'CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp585.r105i1p1f1.day.psl.gr.v20200412',\n",
-    " 'CMIP6.ScenarioMIP.MIROC.MIROC6.ssp245.r8i1p1f1.day.pr.gn.v20200623',\n",
-    " 'CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp585.r116i1p1f1.day.psl.gr.v20200412',\n",
-    " 'CMIP6.ScenarioMIP.MIROC.MIROC6.ssp245.r11i1p1f1.day.pr.gn.v20200623',\n",
-    " 'CMIP6.ScenarioMIP.MIROC.MIROC6.ssp245.r15i1p1f1.day.pr.gn.v20200623',\n",
-    " 'CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp245.r20i1p1f2.day.pr.gr.v20210407',\n",
-    " 'CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp245.r22i1p1f2.day.pr.gr.v20210407',\n",
-    " 'CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp585.r117i1p1f1.day.psl.gr.v20200412',\n",
-    " 'CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp585.r107i1p1f1.day.psl.gr.v20200412',\n",
-    " 'CMIP6.ScenarioMIP.MRI.MRI-ESM2-0.ssp245.r3i3p1f1.day.pr.gn.v20201222',\n",
-    " 'CMIP6.ScenarioMIP.MIROC.MIROC6.ssp245.r16i1p1f1.day.pr.gn.v20200623',\n",
-    " 'CMIP6.CMIP.MRI.MRI-ESM2-0.historical.r4i1p1f1.day.pr.gn.v20190603',\n",
-    " 'CMIP6.CMIP.MRI.MRI-ESM2-0.historical.r5i1p1f1.day.pr.gn.v20190603',\n",
-    " 'CMIP6.CMIP.MRI.MRI-ESM2-0.historical.r2i1p1f1.day.pr.gn.v20190603',\n",
-    " 'CMIP6.CMIP.MRI.MRI-ESM2-0.historical.r3i1p1f1.day.pr.gn.v20190603',\n",
-    " 'CMIP6.ScenarioMIP.MIROC.MIROC6.ssp245.r10i1p1f1.day.sfcWind.gn.v20200623',\n",
-    " 'CMIP6.ScenarioMIP.MIROC.MIROC6.ssp245.r11i1p1f1.day.sfcWind.gn.v20200623',\n",
-    " 'CMIP6.ScenarioMIP.MIROC.MIROC6.ssp245.r12i1p1f1.day.sfcWind.gn.v20200623',\n",
-    " 'CMIP6.ScenarioMIP.MIROC.MIROC6.ssp245.r13i1p1f1.day.sfcWind.gn.v20200623',\n",
-    " 'CMIP6.ScenarioMIP.MIROC.MIROC6.ssp245.r14i1p1f1.day.sfcWind.gn.v20200623',\n",
-    " 'CMIP6.ScenarioMIP.MIROC.MIROC6.ssp245.r15i1p1f1.day.sfcWind.gn.v20200623',\n",
-    " 'CMIP6.ScenarioMIP.MIROC.MIROC6.ssp245.r16i1p1f1.day.sfcWind.gn.v20200623',\n",
-    " 'CMIP6.ScenarioMIP.MIROC.MIROC6.ssp245.r17i1p1f1.day.sfcWind.gn.v20200623',\n",
-    " 'CMIP6.ScenarioMIP.MIROC.MIROC6.ssp245.r18i1p1f1.day.sfcWind.gn.v20200623',\n",
-    " 'CMIP6.ScenarioMIP.MIROC.MIROC6.ssp245.r19i1p1f1.day.sfcWind.gn.v20200623',\n",
-    " 'CMIP6.ScenarioMIP.MIROC.MIROC6.ssp245.r20i1p1f1.day.sfcWind.gn.v20200623',\n",
-    " 'CMIP6.ScenarioMIP.MIROC.MIROC6.ssp245.r4i1p1f1.day.sfcWind.gn.v20200623',\n",
-    " 'CMIP6.ScenarioMIP.MIROC.MIROC6.ssp245.r5i1p1f1.day.sfcWind.gn.v20200623',\n",
-    " 'CMIP6.ScenarioMIP.MIROC.MIROC6.ssp245.r6i1p1f1.day.sfcWind.gn.v20200623',\n",
-    " 'CMIP6.ScenarioMIP.MIROC.MIROC6.ssp245.r7i1p1f1.day.sfcWind.gn.v20200623',\n",
-    " 'CMIP6.ScenarioMIP.MIROC.MIROC6.ssp245.r8i1p1f1.day.sfcWind.gn.v20200623',\n",
-    " 'CMIP6.ScenarioMIP.MIROC.MIROC6.ssp245.r9i1p1f1.day.sfcWind.gn.v20200623'\n",
-    " \n",
-    "       ]"
+    "    # from https://github.com/Timh37/CMIP6cf/issues/2\n",
+    "    \"CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp245.r17i1p1f2.day.sfcWind.gr.v20201015\",\n",
+    "    \"CMIP6.ScenarioMIP.MRI.MRI-ESM2-0.ssp245.r2i3p1f1.day.pr.gn.v20201222\",\n",
+    "    \"CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp245.r25i1p1f2.day.psl.gr.v20201015\",\n",
+    "    \"CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp585.r127i1p1f1.day.psl.gr.v20200412\",\n",
+    "    \"CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp585.r138i1p1f1.day.psl.gr.v20200412\",\n",
+    "    \"CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp245.r15i1p1f2.day.sfcWind.gr.v20201015\",\n",
+    "    \"CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp585.r134i1p1f1.day.psl.gr.v20200412\",\n",
+    "    \"CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp585.r110i1p1f1.day.psl.gr.v20200412\",\n",
+    "    \"CMIP6.ScenarioMIP.MRI.MRI-ESM2-0.ssp245.r1i3p1f1.day.pr.gn.v20201222\",\n",
+    "    \"CMIP6.ScenarioMIP.MRI.MRI-ESM2-0.ssp245.r4i3p1f1.day.pr.gn.v20201222\",\n",
+    "    \"CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp245.r27i1p1f2.day.sfcWind.gr.v20201015\",\n",
+    "    \"CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp585.r103i1p1f1.day.psl.gr.v20200412\",\n",
+    "    \"CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp245.r1i1p1f2.day.pr.gr.v20201015\",\n",
+    "    \"CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp585.r142i1p1f1.day.psl.gr.v20200412\",\n",
+    "    \"CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp585.r124i1p1f1.day.psl.gr.v20200412\",\n",
+    "    \"CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp245.r29i1p1f2.day.psl.gr.v20201015\",\n",
+    "    \"CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp245.r7i1p1f2.day.pr.gr.v20210218\",\n",
+    "    \"CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp245.r2i1p1f2.day.sfcWind.gr.v20201015\",\n",
+    "    \"CMIP6.ScenarioMIP.MIROC.MIROC6.ssp245.r4i1p1f1.day.pr.gn.v20200623\",\n",
+    "    \"CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp245.r15i1p1f2.day.pr.gr.v20201015\",\n",
+    "    \"CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp585.r111i1p1f1.day.psl.gr.v20200412\",\n",
+    "    \"CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp585.r126i1p1f1.day.psl.gr.v20200412\",\n",
+    "    \"CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp585.r136i1p1f1.day.psl.gr.v20200412\",\n",
+    "    \"CMIP6.ScenarioMIP.MIROC.MIROC6.ssp245.r20i1p1f1.day.pr.gn.v20200623\",\n",
+    "    \"CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp585.r122i1p1f1.day.psl.gr.v20200412\",\n",
+    "    \"CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp585.r131i1p1f1.day.psl.gr.v20200412\",\n",
+    "    \"CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp245.r7i1p1f2.day.sfcWind.gr.v20210218\",\n",
+    "    \"CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp245.r24i1p1f2.day.pr.gr.v20210407\",\n",
+    "    \"CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp245.r1i1p1f2.day.psl.gr.v20201015\",\n",
+    "    \"CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp585.r133i1p1f1.day.psl.gr.v20200412\",\n",
+    "    \"CMIP6.ScenarioMIP.MIROC.MIROC6.ssp245.r13i1p1f1.day.pr.gn.v20200623\",\n",
+    "    \"CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp585.r141i1p1f1.day.psl.gr.v20200412\",\n",
+    "    \"CMIP6.ScenarioMIP.MIROC.MIROC6.ssp245.r19i1p1f1.day.pr.gn.v20200623\",\n",
+    "    \"CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp245.r30i1p1f2.day.psl.gr.v20201015\",\n",
+    "    \"CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp245.r18i1p1f2.day.pr.gr.v20210407\",\n",
+    "    \"CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp585.r123i1p1f1.day.psl.gr.v20200412\",\n",
+    "    \"CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp245.r8i1p1f2.day.sfcWind.gr.v20201015\",\n",
+    "    \"CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp585.r121i1p1f1.day.psl.gr.v20200412\",\n",
+    "    \"CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp245.r23i1p1f2.day.sfcWind.gr.v20201015\",\n",
+    "    \"CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp585.r146i1p1f1.day.psl.gr.v20200412\",\n",
+    "    \"CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp245.r16i1p1f2.day.pr.gr.v20210407\",\n",
+    "    \"CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp245.r2i1p1f2.day.psl.gr.v20201015\",\n",
+    "    \"CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp585.r149i1p1f1.day.psl.gr.v20200412\",\n",
+    "    \"CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp245.r23i1p1f1.day.psl.gr.v20200407\",\n",
+    "    \"CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp585.r145i1p1f1.day.psl.gr.v20200412\",\n",
+    "    \"CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp245.r29i1p1f2.day.pr.gr.v20201015\",\n",
+    "    \"CMIP6.ScenarioMIP.MOHC.HadGEM3-GC31-MM.ssp585.r2i1p1f3.day.psl.gn.v20200515\",\n",
+    "    \"CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp245.r12i1p1f2.day.pr.gr.v20201015\",\n",
+    "    \"CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp245.r23i1p1f2.day.psl.gr.v20201015\",\n",
+    "    \"CMIP6.ScenarioMIP.MIROC.MIROC6.ssp245.r7i1p1f1.day.pr.gn.v20200623\",\n",
+    "    \"CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp245.r7i1p1f2.day.psl.gr.v20210218\",\n",
+    "    \"CMIP6.ScenarioMIP.MIROC.MIROC6.ssp245.r14i1p1f1.day.pr.gn.v20200623\",\n",
+    "    \"CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp585.r132i1p1f1.day.psl.gr.v20200412\",\n",
+    "    \"CMIP6.ScenarioMIP.MIROC.MIROC6.ssp245.r9i1p1f1.day.pr.gn.v20200623\",\n",
+    "    \"CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp585.r118i1p1f1.day.psl.gr.v20200412\",\n",
+    "    \"CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp245.r21i1p1f2.day.sfcWind.gr.v20201015\",\n",
+    "    \"CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp245.r13i1p1f2.day.pr.gr.v20210407\",\n",
+    "    \"CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp585.r115i1p1f1.day.psl.gr.v20200412\",\n",
+    "    \"CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp245.r26i1p1f2.day.pr.gr.v20210407\",\n",
+    "    \"CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp585.r129i1p1f1.day.psl.gr.v20200412\",\n",
+    "    \"CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp245.r6i1p1f2.day.sfcWind.gr.v20210517\",\n",
+    "    \"CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp245.r12i1p1f2.day.psl.gr.v20201015\",\n",
+    "    \"CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp585.r113i1p1f1.day.psl.gr.v20200412\",\n",
+    "    \"CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp585.r106i1p1f1.day.psl.gr.v20200412\",\n",
+    "    \"CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp245.r15i1p1f2.day.psl.gr.v20201015\",\n",
+    "    \"CMIP6.ScenarioMIP.MIROC.MIROC6.ssp245.r12i1p1f1.day.pr.gn.v20200623\",\n",
+    "    \"CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp585.r114i1p1f1.day.psl.gr.v20200412\",\n",
+    "    \"CMIP6.ScenarioMIP.MIROC.MIROC6.ssp245.r6i1p1f1.day.pr.gn.v20200623\",\n",
+    "    \"CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp245.r25i1p1f2.day.pr.gr.v20201015\",\n",
+    "    \"CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp585.r128i1p1f1.day.psl.gr.v20200412\",\n",
+    "    \"CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp245.r12i1p1f2.day.sfcWind.gr.v20201015\",\n",
+    "    \"CMIP6.ScenarioMIP.MIROC.MIROC6.ssp245.r17i1p1f1.day.pr.gn.v20200623\",\n",
+    "    \"CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp585.r147i1p1f1.day.psl.gr.v20200412\",\n",
+    "    \"CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp245.r17i1p1f2.day.pr.gr.v20201015\",\n",
+    "    \"CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp245.r27i1p1f2.day.pr.gr.v20201015\",\n",
+    "    \"CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp245.r4i1p1f2.day.pr.gr.v20210407\",\n",
+    "    \"CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp245.r21i1p1f2.day.psl.gr.v20201015\",\n",
+    "    \"CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp585.r101i1p1f1.day.psl.gr.v20200412\",\n",
+    "    \"CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp585.r130i1p1f1.day.psl.gr.v20200412\",\n",
+    "    \"CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp245.r2i1p1f2.day.pr.gr.v20201015\",\n",
+    "    \"CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp585.r150i1p1f1.day.psl.gr.v20200412\",\n",
+    "    \"CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp245.r19i1p1f2.day.pr.gr.v20201015\",\n",
+    "    \"CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp245.r17i1p1f2.day.psl.gr.v20201015\",\n",
+    "    \"CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp585.r108i1p1f1.day.psl.gr.v20200412\",\n",
+    "    \"CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp585.r144i1p1f1.day.psl.gr.v20200412\",\n",
+    "    \"CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp245.r21i1p1f2.day.pr.gr.v20201015\",\n",
+    "    \"CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp245.r25i1p1f2.day.sfcWind.gr.v20201015\",\n",
+    "    \"CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp245.r10i1p1f2.day.psl.gr.v20210407\",\n",
+    "    \"CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp585.r120i1p1f1.day.psl.gr.v20200412\",\n",
+    "    \"CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp245.r19i1p1f2.day.psl.gr.v20201015\",\n",
+    "    \"CMIP6.ScenarioMIP.MRI.MRI-ESM2-0.ssp245.r5i3p1f1.day.pr.gn.v20201222\",\n",
+    "    \"CMIP6.ScenarioMIP.MIROC.MIROC6.ssp245.r5i1p1f1.day.pr.gn.v20200623\",\n",
+    "    \"CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp585.r125i1p1f1.day.psl.gr.v20200412\",\n",
+    "    \"CMIP6.ScenarioMIP.MIROC.MIROC6.ssp245.r18i1p1f1.day.pr.gn.v20200623\",\n",
+    "    \"CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp245.r29i1p1f2.day.sfcWind.gr.v20201015\",\n",
+    "    \"CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp245.r28i1p1f2.day.pr.gr.v20210407\",\n",
+    "    \"CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp245.r10i1p1f2.day.pr.gr.v20210407\",\n",
+    "    \"CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp245.r1i1p1f2.day.sfcWind.gr.v20201015\",\n",
+    "    \"CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp585.r112i1p1f1.day.psl.gr.v20200412\",\n",
+    "    \"CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp245.r8i1p1f2.day.psl.gr.v20201015\",\n",
+    "    \"CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp245.r30i1p1f2.day.pr.gr.v20201015\",\n",
+    "    \"CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp245.r30i1p1f2.day.sfcWind.gr.v20201015\",\n",
+    "    \"CMIP6.ScenarioMIP.MIROC.MIROC6.ssp245.r10i1p1f1.day.pr.gn.v20200623\",\n",
+    "    \"CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp585.r143i1p1f1.day.psl.gr.v20200412\",\n",
+    "    \"CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp585.r139i1p1f1.day.psl.gr.v20200412\",\n",
+    "    \"CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp245.r10i1p1f2.day.sfcWind.gr.v20210407\",\n",
+    "    \"CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp245.r8i1p1f2.day.pr.gr.v20201015\",\n",
+    "    \"CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp585.r137i1p1f1.day.psl.gr.v20200412\",\n",
+    "    \"CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp245.r19i1p1f2.day.sfcWind.gr.v20201015\",\n",
+    "    \"CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp245.r23i1p1f2.day.pr.gr.v20201015\",\n",
+    "    \"CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp585.r140i1p1f1.day.psl.gr.v20200412\",\n",
+    "    \"CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp585.r148i1p1f1.day.psl.gr.v20200412\",\n",
+    "    \"CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp245.r27i1p1f2.day.psl.gr.v20201015\",\n",
+    "    \"CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp585.r119i1p1f1.day.psl.gr.v20200412\",\n",
+    "    \"CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp585.r105i1p1f1.day.psl.gr.v20200412\",\n",
+    "    \"CMIP6.ScenarioMIP.MIROC.MIROC6.ssp245.r8i1p1f1.day.pr.gn.v20200623\",\n",
+    "    \"CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp585.r116i1p1f1.day.psl.gr.v20200412\",\n",
+    "    \"CMIP6.ScenarioMIP.MIROC.MIROC6.ssp245.r11i1p1f1.day.pr.gn.v20200623\",\n",
+    "    \"CMIP6.ScenarioMIP.MIROC.MIROC6.ssp245.r15i1p1f1.day.pr.gn.v20200623\",\n",
+    "    \"CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp245.r20i1p1f2.day.pr.gr.v20210407\",\n",
+    "    \"CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp245.r22i1p1f2.day.pr.gr.v20210407\",\n",
+    "    \"CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp585.r117i1p1f1.day.psl.gr.v20200412\",\n",
+    "    \"CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp585.r107i1p1f1.day.psl.gr.v20200412\",\n",
+    "    \"CMIP6.ScenarioMIP.MRI.MRI-ESM2-0.ssp245.r3i3p1f1.day.pr.gn.v20201222\",\n",
+    "    \"CMIP6.ScenarioMIP.MIROC.MIROC6.ssp245.r16i1p1f1.day.pr.gn.v20200623\",\n",
+    "    \"CMIP6.CMIP.MRI.MRI-ESM2-0.historical.r4i1p1f1.day.pr.gn.v20190603\",\n",
+    "    \"CMIP6.CMIP.MRI.MRI-ESM2-0.historical.r5i1p1f1.day.pr.gn.v20190603\",\n",
+    "    \"CMIP6.CMIP.MRI.MRI-ESM2-0.historical.r2i1p1f1.day.pr.gn.v20190603\",\n",
+    "    \"CMIP6.CMIP.MRI.MRI-ESM2-0.historical.r3i1p1f1.day.pr.gn.v20190603\",\n",
+    "    \"CMIP6.ScenarioMIP.MIROC.MIROC6.ssp245.r10i1p1f1.day.sfcWind.gn.v20200623\",\n",
+    "    \"CMIP6.ScenarioMIP.MIROC.MIROC6.ssp245.r11i1p1f1.day.sfcWind.gn.v20200623\",\n",
+    "    \"CMIP6.ScenarioMIP.MIROC.MIROC6.ssp245.r12i1p1f1.day.sfcWind.gn.v20200623\",\n",
+    "    \"CMIP6.ScenarioMIP.MIROC.MIROC6.ssp245.r13i1p1f1.day.sfcWind.gn.v20200623\",\n",
+    "    \"CMIP6.ScenarioMIP.MIROC.MIROC6.ssp245.r14i1p1f1.day.sfcWind.gn.v20200623\",\n",
+    "    \"CMIP6.ScenarioMIP.MIROC.MIROC6.ssp245.r15i1p1f1.day.sfcWind.gn.v20200623\",\n",
+    "    \"CMIP6.ScenarioMIP.MIROC.MIROC6.ssp245.r16i1p1f1.day.sfcWind.gn.v20200623\",\n",
+    "    \"CMIP6.ScenarioMIP.MIROC.MIROC6.ssp245.r17i1p1f1.day.sfcWind.gn.v20200623\",\n",
+    "    \"CMIP6.ScenarioMIP.MIROC.MIROC6.ssp245.r18i1p1f1.day.sfcWind.gn.v20200623\",\n",
+    "    \"CMIP6.ScenarioMIP.MIROC.MIROC6.ssp245.r19i1p1f1.day.sfcWind.gn.v20200623\",\n",
+    "    \"CMIP6.ScenarioMIP.MIROC.MIROC6.ssp245.r20i1p1f1.day.sfcWind.gn.v20200623\",\n",
+    "    \"CMIP6.ScenarioMIP.MIROC.MIROC6.ssp245.r4i1p1f1.day.sfcWind.gn.v20200623\",\n",
+    "    \"CMIP6.ScenarioMIP.MIROC.MIROC6.ssp245.r5i1p1f1.day.sfcWind.gn.v20200623\",\n",
+    "    \"CMIP6.ScenarioMIP.MIROC.MIROC6.ssp245.r6i1p1f1.day.sfcWind.gn.v20200623\",\n",
+    "    \"CMIP6.ScenarioMIP.MIROC.MIROC6.ssp245.r7i1p1f1.day.sfcWind.gn.v20200623\",\n",
+    "    \"CMIP6.ScenarioMIP.MIROC.MIROC6.ssp245.r8i1p1f1.day.sfcWind.gn.v20200623\",\n",
+    "    \"CMIP6.ScenarioMIP.MIROC.MIROC6.ssp245.r9i1p1f1.day.sfcWind.gn.v20200623\",\n",
+    "]"
    ]
   },
   {
diff --git a/scripts/add_legacy_stores_to_main.ipynb b/scripts/add_legacy_stores_to_main.ipynb
index b03bd02b..7ce55944 100644
--- a/scripts/add_legacy_stores_to_main.ipynb
+++ b/scripts/add_legacy_stores_to_main.ipynb
@@ -19,7 +19,7 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "from leap_data_management_utils.cmip_utils import CMIPBQInterface, IIDEntry"
+    "from leap_data_management_utils.cmip_utils import CMIPBQInterface"
    ]
   },
   {
@@ -29,8 +29,8 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "leap_legacy_table_id = 'leap-pangeo.cmip6_pgf_ingestion.leap_legacy'\n",
-    "pangeo_legacy_table_id = 'leap-pangeo.cmip6_pgf_ingestion.pangeo_legacy'\n",
+    "leap_legacy_table_id = \"leap-pangeo.cmip6_pgf_ingestion.leap_legacy\"\n",
+    "pangeo_legacy_table_id = \"leap-pangeo.cmip6_pgf_ingestion.pangeo_legacy\"\n",
     "main_table_id = \"leap-pangeo.testcmip6.cmip6_consolidated_manual_testing\"\n",
     "\n",
     "bq_leap_legacy = CMIPBQInterface(leap_legacy_table_id)\n",
@@ -48,7 +48,7 @@
     "def filter_and_add(source_bq: CMIPBQInterface, target_bq: CMIPBQInterface):\n",
     "    print(f\"Getting latest results from {source_bq.table_id}\")\n",
     "    df_source = source_bq.get_latest()\n",
-    "    iids_source = df_source['instance_id'].tolist()\n",
+    "    iids_source = df_source[\"instance_id\"].tolist()\n",
     "    print(f\"Finding iids already in {target_bq.table_id}\")\n",
     "    iids_in_target = target_bq.iid_list_exists(iids_source)\n",
     "    # filter those iids out (we assume they are more up to date)\n",
diff --git a/scripts/move_leap_legacy_stores.ipynb b/scripts/move_leap_legacy_stores.ipynb
index 68f4060e..deca9dae 100644
--- a/scripts/move_leap_legacy_stores.ipynb
+++ b/scripts/move_leap_legacy_stores.ipynb
@@ -21,7 +21,7 @@
     "from leap_data_management_utils.cmip_testing import test_all\n",
     "\n",
     "import os\n",
-    "import json \n",
+    "import json\n",
     "import gcsfs\n",
     "import zarr\n",
     "from tqdm.auto import tqdm"
@@ -34,12 +34,12 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "table_id = 'leap-pangeo.testcmip6.cmip6_feedstock_test2'\n",
+    "table_id = \"leap-pangeo.testcmip6.cmip6_feedstock_test2\"\n",
     "bq = CMIPBQInterface(table_id)\n",
     "df_legacy = bq.get_latest()\n",
     "\n",
     "# log all moves in a separate bigquery table\n",
-    "table_id = 'leap-pangeo.cmip6_pgf_ingestion.leap_legacy'\n",
+    "table_id = \"leap-pangeo.cmip6_pgf_ingestion.leap_legacy\"\n",
     "bq_legacy = CMIPBQInterface(table_id)"
    ]
   },
@@ -51,9 +51,9 @@
    "outputs": [],
    "source": [
     "# test that I can actually copy things from in here (cant, need to authenticate):\n",
-    "# This might disspear (its in some 1Password secured folder) \n",
+    "# This might disspear (its in some 1Password secured folder)\n",
     "# TODO refactor this to the hub?\n",
-    "key_file = '/private/var/folders/m2/vwrjf3zx1bvdbhfkw7bxpz7r0000gn/T/com.agilebits.onepassword7/com.agilebits.Attachments.noindex/ipigjxgmqrevlaplfwomu4sva4/leap-pangeo-93546a72d2da.json'\n",
+    "key_file = \"/private/var/folders/m2/vwrjf3zx1bvdbhfkw7bxpz7r0000gn/T/com.agilebits.onepassword7/com.agilebits.Attachments.noindex/ipigjxgmqrevlaplfwomu4sva4/leap-pangeo-93546a72d2da.json\"\n",
     "\n",
     "with open(key_file) as f:\n",
     "    token = json.load(f)\n",
@@ -93,9 +93,9 @@
    "source": [
     "for idx, row in tqdm(df_legacy.iterrows(), total=len(df_legacy)):\n",
     "    iid = row.instance_id\n",
-    "    source = 'gs://' + row.store\n",
-    "    target_prefix = 'gs://cmip6/CMIP6_LEAP_legacy'\n",
-    "    target = os.path.join(target_prefix, *source.split('/')[-2:])\n",
+    "    source = \"gs://\" + row.store\n",
+    "    target_prefix = \"gs://cmip6/CMIP6_LEAP_legacy\"\n",
+    "    target = os.path.join(target_prefix, *source.split(\"/\")[-2:])\n",
     "    # check if iid is already in the target bq\n",
     "    if not bq_legacy.iid_exists(iid):\n",
     "        print(f\"Testing {iid=}\")\n",
@@ -103,10 +103,12 @@
     "            test_all(store=zarr.storage.FSStore(source, fs=fs), iid=iid, verbose=False)\n",
     "            tests_passed = True\n",
     "            print(\"Test PASSED ✅\")\n",
-    "        except: \n",
+    "        except:\n",
     "            tests_passed = False\n",
     "            print(\"Test FAILED ❌\")\n",
-    "        iid_entry = IIDEntry(iid=iid, store=target, retracted=False, tests_passed=tests_passed)\n",
+    "        iid_entry = IIDEntry(\n",
+    "            iid=iid, store=target, retracted=False, tests_passed=tests_passed\n",
+    "        )\n",
     "        # print(f\"Copy {iid=} \\nfrom \\n{source=} \\nto \\n{target=}\")\n",
     "        fs.cp(source, target, recursive=True)\n",
     "        bq_legacy.insert_iid(iid_entry)"