diff --git a/.github/workflows/cli-tests.yml b/.github/workflows/cli-tests.yml
index eccd1be1135a9..36ddcc150c02e 100644
--- a/.github/workflows/cli-tests.yml
+++ b/.github/workflows/cli-tests.yml
@@ -3,7 +3,7 @@ on:
   workflow_dispatch:
   pull_request:
     paths:
-      - ".github/workflows/pro-integration.yml"
+      - ".github/workflows/cli-tests.yml"
       - "localstack/**"
       - "tests/**"
       - "setup.py"
@@ -17,7 +17,7 @@ on:
       - master
   push:
     paths:
-      - ".github/workflows/pro-integration.yml"
+      - ".github/workflows/cli-tests.yml"
       - "localstack/**"
       - "tests/**"
       - "setup.py"
diff --git a/setup.cfg b/setup.cfg
index 1f39efefb1da6..629bdebdc4006 100644
--- a/setup.cfg
+++ b/setup.cfg
@@ -39,6 +39,8 @@ install_requires =
     requests>=2.20.0,<2.26
     semver>=2.10
     stevedore>=3.4.0
+    # needed for python3.7 compat of stevedore
+    importlib-metadata<5.0; python_version < '3.8'
     # needed for python3.7 compat (TypedDict, Literal, type hints)
     typing-extensions; python_version < '3.8'
     tailer>=0.4.1