Concurrency implementation using batch processor

.github/workflows/fmu-ensemble.yml

@@ -21,6 +21,7 @@ jobs:
     strategy:
       matrix:
         python-version: ['3.6', '3.7', '3.8']
+        FMU_CONCURRENCY: ['True', 'False']
 
     steps:
       - name: 📖 Checkout commit locally

setup.cfg

@@ -9,9 +9,6 @@ exclude = docs,
 [aliases]
 test = pytest
 
-[tool:pytest]
-addopts = --verbose -x
-
 [build_sphinx]
 all-files = 1
 warning-is-error = 1

setup.py

@@ -22,6 +22,7 @@
 
 REQUIREMENTS = [
     "ecl>=2.9",
+    "ecl2df",
     "numpy",
     "pandas",
     "pyyaml>=5.1",

src/fmu/ensemble/common.py

@@ -0,0 +1,51 @@
+"""Common functions for fmu.ensemble"""
+
+import os
+import logging
+
+logger = logging.getLogger(__name__)
+
+ENV_NAME = "FMU_CONCURRENCY"
+
+
+def use_concurrent():
+    """Determine whether we should use concurrency or not
+
+    This is based on both an environment variable
+    and presence of concurrent.futures, and on Python version
+
+    Returns:
+        bool: True if concurrency mode should be used
+    """
+    if ENV_NAME not in os.environ:
+        return True
+    env_var = os.environ[ENV_NAME]
+    if (
+        str(env_var) == "0"
+        or str(env_var).lower() == "false"
+        or str(env_var).lower() == "no"
+    ):
+        return False
+    return True
+
+
+def set_concurrent(concurrent):
+    """Set the concurrency mode used by fmu.ensemble.
+
+    This is done through modifying the enviroment variable
+    for the current Python process
+
+    If concurrency is asked for by but not possible, a warning
+    will be printed and the code will continue in sequential mode.
+
+    Args:
+        concurrent (bool): Set to True if concurrent mode is requested,
+            False if not.
+    """
+    if isinstance(concurrent, bool):
+        os.environ[ENV_NAME] = str(concurrent)
+    else:
+        raise TypeError
+    # Check for success:
+    if concurrent and not use_concurrent():
+        logger.warning("Unable to activate concurrent code")