Fix multiprocessing and consolidate QC

regridding/generate_batch_files.py

@@ -210,6 +210,19 @@ def chunk_fp_list(df, max_size, max_count):
     return
 
 
+def get_institution_id(model, scenario):
+    """This should just be a simple lookup, however there is the oddity of MPI-ESM1-2-HR having different institution IDs for historical and SSP data"""
+    if model == "MPI-ESM1-2-HR":
+        if scenario == "historical":
+            inst = "MPI-M"
+        else:
+            inst = "DKRZ"
+    else:
+        inst = model_inst_lu[model]
+
+    return inst
+
+
 def parse_args():
     """Parse some arguments"""
     parser = argparse.ArgumentParser(description=__doc__)
@@ -282,8 +295,8 @@ def parse_args():
         for var in vars.split():
             for freq in freqs.split():
                 for model in models.split():
-                    inst = model_inst_lu[model]
                     for scenario in scenarios.split():
+                        inst = get_institution_id(model, scenario)
                         fps.extend(
                             list(
                                 cmip6_dir.joinpath(exp_id, inst, model, scenario).glob(