Merge branch 'master' into ah/RobReus/feature/issue-359/use-previous-…

…value

.pre-commit-config.yaml

@@ -9,15 +9,15 @@ repos:
       - id: mixed-line-ending
       - id: trailing-whitespace
   - repo: https://github.com/PyCQA/flake8
-    rev: 7.0.0
+    rev: 7.1.0
     hooks:
       - id: flake8
   - repo: https://github.com/adrienverge/yamllint
     rev: v1.35.1
     hooks:
       - id: yamllint
   - repo: https://github.com/awslabs/cfn-python-lint
-    rev: v1.2.5a9
+    rev: v1.8.2
     hooks:
       - id: cfn-python-lint
         args:
@@ -47,7 +47,7 @@ repos:
         language_version: python3.10
         args: ['--check']
   - repo: https://github.com/sirosen/check-jsonschema
-    rev: 0.28.4
+    rev: 0.29.1
     hooks:
       - id: check-github-workflows
       - id: check-github-actions

CONTRIBUTING.md

@@ -207,14 +207,23 @@ during development.
   to work with an AWS account that you have access to.  You can use the same user
   or role that you use for Github actions.
 
+#### run all tests
+
+```bash
+$ AWS_DEFAULT_REGION=eu-west-1 poetry run behave integration-tests/features --junit --junit-directory build/behave
+```
+
 _Note_: All integration tests are set up to run in `eu-west-*` region.  If you prefer
-to run in a different region you must update the region in each test before running it
+to run in a different region, you must update the region in each test before running it:
 
+```bash
+$ grep -r eu-west integration-tests
+```
 
-#### run all tests
+Edit the files.
 
 ```bash
-$ AWS_PROFILE=<profile> AWS_DEFAULT_REGION=<region> poetry run behave integration-tests/features --junit --junit-directory build/behave
+$ AWS_PROFILE=<your-profile> AWS_DEFAULT_REGION=<your-preferred-default-region> poetry run behave integration-tests/features --junit --junit-directory build/behave
 ```
 
 #### run a specific feature

integration-tests/features/create-change-set.feature

@@ -18,8 +18,7 @@ Feature: Create change set
     Given stack "1/A" does not exist
     and the template for stack "1/A" is "valid_template.json"
     When the user creates change set "A" for stack "1/A"
-    Then a "ClientError" is raised
-    and the user is told "stack does not exist"
+    Then stack "1/A" has change set "A" in "CREATE_COMPLETE" state
 
   Scenario: create new change set with updated template and ignore dependencies
     Given stack "1/A" exists in "CREATE_COMPLETE" state

integration-tests/features/describe-change-set.feature

@@ -10,8 +10,7 @@ Feature: Describe change sets
     Given stack "1/A" exists in "CREATE_COMPLETE" state
     and stack "1/A" has no change sets
     When the user describes change set "A" for stack "1/A"
-    Then a "ClientError" is raised
-    and the user is told "change set does not exist"
+    Then the user is told "Failed describing Change Set"
 
   Scenario: describe a change set that exists with ignore dependencies
     Given stack "1/A" exists in "CREATE_COMPLETE" state

integration-tests/features/execute-change-set.feature

@@ -11,8 +11,7 @@ Feature: Execute change set
     Given stack "1/A" exists in "CREATE_COMPLETE" state
     And stack "1/A" does not have change set "A"
     When the user executes change set "A" for stack "1/A"
-    Then a "ClientError" is raised
-    And the user is told "change set does not exist"
+    Then the user is told "change set does not exist"
 
   Scenario: execute a change set that exists with ignore dependencies
     Given stack "1/A" exists in "CREATE_COMPLETE" state

integration-tests/steps/helpers.py

@@ -17,14 +17,15 @@ def step_impl(context, message):
         msg = context.error.response["Error"]["Message"]
         assert msg.endswith("does not exist")
     elif message == "change set does not exist":
-        msg = context.error.response["Error"]["Message"]
-        assert msg.endswith("does not exist")
+        assert context.log_capture.find_event("does not exist")
     elif message == "the template is valid":
         for stack, status in context.response.items():
             assert status["ResponseMetadata"]["HTTPStatusCode"] == 200
     elif message == "the template is malformed":
         msg = context.error.response["Error"]["Message"]
         assert msg.startswith("Template format error")
+    elif message == "Failed describing Change Set":
+        assert context.log_capture.find_event(message)
     else:
         raise Exception("Step has incorrect message")
 

integration-tests/steps/stack_groups.py

@@ -97,68 +97,6 @@ def step_impl(context, stack_group_name):
     sceptre_plan.delete()
 
 
-@when('the user describes stack_group "{stack_group_name}"')
-def step_impl(context, stack_group_name):
-    sceptre_context = SceptreContext(
-        command_path=stack_group_name, project_path=context.sceptre_dir
-    )
-
-    sceptre_plan = SceptrePlan(sceptre_context)
-    responses = sceptre_plan.describe()
-
-    stack_names = get_full_stack_names(context, stack_group_name)
-    cfn_stacks = {}
-
-    for response in responses.values():
-        if response is None:
-            continue
-        for stack in response["Stacks"]:
-            cfn_stacks[stack["StackName"]] = stack["StackStatus"]
-
-    context.response = [
-        {short_name: cfn_stacks[full_name]}
-        for short_name, full_name in stack_names.items()
-        if cfn_stacks.get(full_name)
-    ]
-
-
-@when('the user describes stack_group "{stack_group_name}" with ignore dependencies')
-def step_impl(context, stack_group_name):
-    sceptre_context = SceptreContext(
-        command_path=stack_group_name,
-        project_path=context.sceptre_dir,
-        ignore_dependencies=True,
-    )
-
-    sceptre_plan = SceptrePlan(sceptre_context)
-    responses = sceptre_plan.describe()
-
-    stack_names = get_full_stack_names(context, stack_group_name)
-    cfn_stacks = {}
-
-    for response in responses.values():
-        if response is None:
-            continue
-        for stack in response["Stacks"]:
-            cfn_stacks[stack["StackName"]] = stack["StackStatus"]
-
-    context.response = [
-        {short_name: cfn_stacks[full_name]}
-        for short_name, full_name in stack_names.items()
-        if cfn_stacks.get(full_name)
-    ]
-
-
-@when('the user describes resources in stack_group "{stack_group_name}"')
-def step_impl(context, stack_group_name):
-    sceptre_context = SceptreContext(
-        command_path=stack_group_name, project_path=context.sceptre_dir
-    )
-
-    sceptre_plan = SceptrePlan(sceptre_context)
-    context.response = sceptre_plan.describe_resources().values()
-
-
 @when(
     'the user describes resources in stack_group "{stack_group_name}" with ignore dependencies'
 )
@@ -196,21 +134,6 @@ def step_impl(context, stack_group_name):
     check_stack_status(context, full_stack_names, None)
 
 
-@then('all stacks in stack_group "{stack_group_name}" are described as "{status}"')
-def step_impl(context, stack_group_name, status):
-    stacks_names = get_stack_names(context, stack_group_name)
-    expected_response = [{stack_name: status} for stack_name in stacks_names]
-    for response in context.response:
-        assert response in expected_response
-
-
-@then("no resources are described")
-def step_impl(context):
-    for stack_resources in context.response:
-        stack_name = next(iter(stack_resources))
-        assert stack_resources == {stack_name: []}
-
-
 @then('stack "{stack_name}" is described as "{status}"')
 def step_impl(context, stack_name, status):
     response = next(
@@ -221,51 +144,6 @@ def step_impl(context, stack_name, status):
     assert response[stack_name] == status
 
 
-@then('only all resources in stack_group "{stack_group_name}" are described')
-def step_impl(context, stack_group_name):
-    stacks_names = get_full_stack_names(context, stack_group_name)
-    expected_resources = {}
-    sceptre_response = []
-    for stack_resources in context.response:
-        for resource in stack_resources.values():
-            sceptre_response.append(resource[0]["PhysicalResourceId"])
-
-    for short_name, full_name in stacks_names.items():
-        time.sleep(1)
-        response = retry_boto_call(
-            context.client.describe_stack_resources, StackName=full_name
-        )
-        expected_resources[short_name] = response["StackResources"]
-
-    for short_name, resources in expected_resources.items():
-        for resource in resources:
-            sceptre_response.remove(resource["PhysicalResourceId"])
-
-    assert sceptre_response == []
-
-
-@then('only resources in stack "{stack_name}" are described')
-def step_impl(context, stack_name):
-    expected_resources = {}
-    sceptre_response = []
-    for stack_resources in context.response:
-        for resource in stack_resources.values():
-            if resource:
-                sceptre_response.append(resource[0].get("PhysicalResourceId"))
-
-    response = retry_boto_call(
-        context.client.describe_stack_resources,
-        StackName=get_cloudformation_stack_name(context, stack_name),
-    )
-    expected_resources[stack_name] = response["StackResources"]
-
-    for short_name, resources in expected_resources.items():
-        for resource in resources:
-            sceptre_response.remove(resource["PhysicalResourceId"])
-
-    assert sceptre_response == []
-
-
 @then('that stack "{first_stack}" was created before "{second_stack}"')
 def step_impl(context, first_stack, second_stack):
     stacks = [

integration-tests/steps/stacks.py

@@ -310,30 +310,6 @@ def step_impl(context, stack_name):
     launch_stack(context, stack_name, False, True)
 
 
-@when('the user describes the resources of stack "{stack_name}"')
-def step_impl(context, stack_name):
-    sceptre_context = SceptreContext(
-        command_path=stack_name + ".yaml", project_path=context.sceptre_dir
-    )
-
-    sceptre_plan = SceptrePlan(sceptre_context)
-    context.output = list(sceptre_plan.describe_resources().values())
-
-
-@when(
-    'the user describes the resources of stack "{stack_name}" with ignore dependencies'
-)
-def step_impl(context, stack_name):
-    sceptre_context = SceptreContext(
-        command_path=stack_name + ".yaml",
-        project_path=context.sceptre_dir,
-        ignore_dependencies=True,
-    )
-
-    sceptre_plan = SceptrePlan(sceptre_context)
-    context.output = list(sceptre_plan.describe_resources().values())
-
-
 @when('the user diffs stack "{stack_name}" with "{diff_type}"')
 def step_impl(context, stack_name, diff_type):
     sceptre_context = SceptreContext(
@@ -381,21 +357,6 @@ def step_impl(context, stack_name):
     assert status is None
 
 
-@then('the resources of stack "{stack_name}" are described')
-def step_impl(context, stack_name):
-    full_name = get_cloudformation_stack_name(context, stack_name)
-    response = retry_boto_call(
-        context.client.describe_stack_resources, StackName=full_name
-    )
-    properties = {"LogicalResourceId", "PhysicalResourceId"}
-    formatted_response = [
-        {k: v for k, v in item.items() if k in properties}
-        for item in response["StackResources"]
-    ]
-
-    assert [{stack_name: formatted_response}] == context.output
-
-
 @then(
     'stack "{stack_name}" does not exist and stack "{dependant_stack_name}" exists in "{desired_state}"'
 )

pyproject.toml

@@ -22,6 +22,7 @@ classifiers = [
 
 [tool.poetry.plugins."sceptre.hooks"]
 "asg_scheduled_actions" = "sceptre.hooks.asg_scaling_processes:ASGScalingProcesses"
+"asg_scaling_processes" = "sceptre.hooks.asg_scaling_processes:ASGScalingProcesses"
 "cmd" = "sceptre.hooks.cmd:Cmd"
 
 [tool.poetry.plugins."sceptre.resolvers"]

sceptre/cli/helpers.py

@@ -337,6 +337,9 @@ def simplify_change_set_description(response):
     :returns: A more concise description of the change set.
     :rtype: dict
     """
+    if not response:
+        return {"ChangeSetName": "ChangeSetNotFound"}
+
     desired_response_items = [
         "ChangeSetName",
         "CreationTime",