diff --git a/tests/tests.yml b/tests/tests.yml
index f652c10..5ecec85 100644
--- a/tests/tests.yml
+++ b/tests/tests.yml
@@ -8,10 +8,13 @@
     - repo: "https://src.fedoraproject.org/rpms/pyproject-rpm-macros.git"
       dest: "pyproject-rpm-macros"
     tests:
+    - smoke:
+        run: poetry new smoke && cd smoke && poetry install && poetry run pytest
     - pyproject_clikit:
         dir: pyproject-rpm-macros/tests
         run: ./mocktest.sh python-clikit
     required_packages:
+    - poetry
     - mock
     - rpmdevtools
     - rpm-build