Merge Release 2.4.1

Merge Release 2.4.1

Author: demartinofra

.gitignore

@@ -9,3 +9,4 @@ build/
 .idea/
 .DS_Store
 .tox/
+.coverage

.travis.yml

@@ -1,9 +1,6 @@
 language: python
 
 python:
-  - "2.6"
-  - "2.7"
-  - "3.4"
   - "3.5"
   - "3.6"
 

CHANGELOG.md

@@ -3,6 +3,31 @@ aws-parallelcluster-node CHANGELOG
 
 This file is used to list changes made in each version of the aws-parallelcluster-node package.
 
+2.4.1
+-----
+
+**ENHANCEMENTS**
+- Torque:
+  - process nodes added to or removed from the cluster in batches in order to speed up cluster scaling.
+  - scale up only if required slots/nodes can be satisfied
+  - scale down if pending jobs have unsatisfiable CPU/nodes requirements
+  - add support for jobs in hold/suspended state (this includes job dependencies)
+  - automatically terminate and replace faulty or unresponsive compute nodes
+  - add retries in case of failures when adding or removing nodes
+  - add support for ncpus reservation and multi nodes resource allocation (e.g. -l nodes=2:ppn=3+3:ppn=6)
+
+**CHANGES**
+- Drop support for Python 2. Node daemons now support Python >= 3.5.
+- Torque: trigger a scheduling cycle every 1 minute when there are pending jobs in the queue. This is done in order
+  to speed up jobs scheduling with a dynamic cluster size.
+
+**BUG FIXES**
+- Restore logic that was automatically adding compute nodes identity to known_hosts file.
+- Slurm: fix issue that was causing the daemons to fail when the cluster is stopped and an empty compute nodes file
+  is imported in Slurm config.
+- Torque: fix command to disable hosts in the scheduler before termination.
+
+
 2.4.0
 -----
 

jobwatcher/plugins/torque.py

@@ -1,6 +1,6 @@
+requests>=2.21.0
 boto3>=1.7.55
-paramiko>=2.4.2
-python-dateutil>=2.6.1
 retrying>=1.3.3
-future>=0.17.1
 configparser>=3.7.4
+paramiko>=2.4.2
+

nodewatcher/plugins/torque.py

@@ -29,19 +29,8 @@ def read(fname):
     "nodewatcher = nodewatcher.nodewatcher:main",
     "jobwatcher = jobwatcher.jobwatcher:main",
 ]
-version = "2.4.0"
-requires = ["boto3>=1.7.55", "python-dateutil>=2.6.1", "retrying>=1.3.3", "future>=0.17.1", "configparser>=3.7.4"]
-
-if sys.version_info[:2] == (2, 6):
-    # For python2.6 we have to require argparse since it
-    # was not in stdlib until 2.7.
-    requires.append("argparse>=1.4")
-    requires.append("idna==2.6")
-    requires.append("paramiko==2.3.3")
-    requires.append("cryptography==2.1.4")  # dependency of paramiko
-    requires.append("pycparser==2.18")
-else:
-    requires.append("paramiko>=2.4.2")
+version = "2.4.1"
+requires = ["requests>=2.21.0", "boto3>=1.7.55", "retrying>=1.3.3", "configparser>=3.7.4", "paramiko>=2.4.2"]
 
 setup(
     name="aws-parallelcluster-node",
@@ -50,7 +39,9 @@ def read(fname):
     description="aws-parallelcluster-node provides the scripts for an AWS ParallelCluster node.",
     url="https://github.com/aws/aws-parallelcluster-node",
     license="Apache License 2.0",
-    packages=find_packages(),
+    packages=find_packages("src", exclude=["tests"]),
+    package_dir={"": "src"},
+    python_requires=">=3.5",
     install_requires=requires,
     entry_points=dict(console_scripts=console_scripts),
     include_package_data=True,