Update dataduct Python version to 3.10.9

.python-version

@@ -1 +1 @@
-3.6.8
+3.10.9

Pipfile

@@ -22,12 +22,12 @@ sphinx_rtd_theme = ">=0.1.6"
 mysqlclient = ">=1.4.2"
  # MySQL-python = "*"
 # Force PyYAML version due awscli conflict
-PyYAML = "<=3.13"
+PyYAML = ">=5.1"
 PyPrind = "*"
 nose = "*"
 
 [dev-packages]
 ipython = "*"
 
 [requires]
-python_version = "3.6"
+python_version = "3.10.9"

dataduct/config/config.py

@@ -52,7 +52,7 @@ def load_yaml(config_files):
     """
     for config_file in config_files:
         try:
-            return yaml.load(jinja2.Template(open(config_file, 'r').read()).render(ENV=environ))
+            return yaml.load(jinja2.Template(open(config_file, 'r').read()).render(ENV=environ), Loader=yaml.FullLoader)
         except (OSError, IOError):
             continue
     raise IOError('Dataduct config file is missing')

dataduct/etl/etl_actions.py

@@ -34,7 +34,7 @@ def read_pipeline_definition(file_path):
     if extension not in ['yml', 'yaml']:
         raise ETLInputError('Pipeline definition should have a yml or yaml extention')
     with open(file_path) as f:
-        definition = yaml.load(f.read())
+        definition = yaml.load(f.read(), Loader=yaml.FullLoader)
 
         # remove the variables key from the pipeline definition
         # http://stackoverflow.com/questions/4150782/using-yaml-with-variables

setup.py

@@ -34,7 +34,7 @@
         'pyparsing',
         'pytimeparse>=1.1.4',
  # Force PyYAML version due awscli conflict
-        'PyYAML<=3.13',
+        'PyYAML>=5.1',
         'testfixtures>=4.1.2',
         'pyprind',
         'sqlparse>=0.2.0'