ci(tmt): run the tests on Testing Farm

Signed-off-by: Matej Focko <[email protected]>

Author: mfocko

.fmf/version

@@ -0,0 +1 @@
+1

.packit.yaml

@@ -0,0 +1,35 @@
+---
+packit_instances: ["prod", "stg"]
+
+packages:
+  packit-service:
+    downstream_package_name: packit-service
+    upstream_package_name: packit-service
+    upstream_project_url: https://github.com/packit/packit-service
+    paths:
+      - ./
+    specfile_path: none.spec
+
+issue_repository: https://github.com/packit/packit-service
+
+actions:
+  pre-sync:
+    # FMF has to be installed on system where you are calling this tool.
+    - python3 plans/git_reference.py
+
+srpm_build_deps: []
+
+jobs:
+  - job: tests
+    trigger: pull_request
+    targets:
+      # Is not taken into consideration because of the ‹tf_extra_params› below
+      # Could be utilized after fixing TFT-2521
+      - fedora-latest
+    skip_build: true
+    tf_extra_params:
+      environments:
+        # to run the container specified in the tests
+        - os: null
+    packages:
+      - packit-service

.pre-commit-config.yaml

@@ -118,3 +118,7 @@ repos:
           - LICENSE_HEADER.txt
           - --comment-style
           - "#"
+  - repo: https://github.com/teemtee/tmt.git
+    rev: 1.29.0
+    hooks:
+      - id: tmt-lint

plans/README.md

@@ -0,0 +1,15 @@
+Run tests locally:
+
+    $ tmt -v run -a provision -h local
+
+Run tests in a container using podman:
+
+    $ sudo dnf install tmt-provision-container
+    $ tmt -v run -a provision -h container
+
+For more info see:
+
+- https://packit.dev/docs/testing-farm/
+- [tmt @ DevConf 2021 slides](https://static.sched.com/hosted_files/devconfcz2021/37/tmt-slides.pdf)
+- [fmf docs](https://fmf.readthedocs.io)
+- [tmt docs](https://tmt.readthedocs.io)

plans/full.fmf

@@ -0,0 +1,8 @@
+summary: Unit, integration & functional tests.
+
+discover+:
+  filter: tag:full
+
+provision:
+  how: container
+  image: quay.io/packit/packit-service-tests:stg

plans/git_reference.py

@@ -0,0 +1,15 @@
+#!/usr/bin/python
+
+# Copyright Contributors to the Packit project.
+# SPDX-License-Identifier: MIT
+
+import subprocess
+from pathlib import Path
+
+import fmf
+
+tree_root = Path.cwd().absolute()
+node = fmf.Tree(tree_root).find("/plans")
+with node as data:
+    data["discover"]["url"] = "https://github.com/packit/packit-service.git"
+    data["discover"]["ref"] = subprocess.check_output(["git", "rev-parse", "HEAD"]).decode().strip()

plans/main.fmf

@@ -0,0 +1,5 @@
+discover:
+    how: fmf
+
+execute:
+    how: tmt

tests/full.fmf

@@ -0,0 +1,42 @@
+summary:
+  Full test suite of the Packit Service
+
+component:
+  - packit-service
+tier: 1
+tag:
+  - full
+
+adjust+:
+  - when: initiator == packit
+    environment+:
+      COLOR: "no"
+      CONTAINER_RUN_INTERACTIVE: ""
+
+path: /
+test: 'make check "TEST_TARGET=$TEST_TARGET"'
+duration: 30m
+
+/custom-target:
+  summary: Custom tests
+  description: |
+    Custom tests that are useful for debugging as it is much easier to override
+    the ‹TEST_TARGET› environment variable, disabled in CI as it is split into
+    the separate test suites.
+  tag: manual
+  adjust:
+    - when: initiator != human
+      enabled: false
+      because: "This test suite is for manually specifying the target and to be run locally"
+
+/unit:
+  summary: Unit tests
+  order: 1
+  environment+:
+    TEST_TARGET: tests/unit/
+
+/integration:
+  summary: Integration tests
+  order: 2
+  environment+:
+    TEST_TARGET: tests/integration/