diff --git a/.gitea/workflows/ci.yaml b/.gitea/workflows/ci.yaml
index aacd54a..5a27bde 100644
--- a/.gitea/workflows/ci.yaml
+++ b/.gitea/workflows/ci.yaml
@@ -19,3 +19,7 @@ jobs:
         run: systemdlint files/systemd/certbot-renew.service files/systemd/certbot-renew.timer
       - name: Lint shell scripts
         run: shellcheck files/sbin/certbot-renew
+      - name: Build tarball
+        run: make tarball
+      - name: Build rpm file
+        run: rpmbuild -ba netoik-rp.spec
diff --git a/Makefile b/Makefile
index b179b86..7249e96 100644
--- a/Makefile
+++ b/Makefile
@@ -1,5 +1,5 @@
 NAME = netoik-rp
-VERSION = $(shell git describe --always --tags --abbrev=0)
+VERSION = $(shell git describe --abbrev=0)
 RELEASE = $(shell git rev-parse --short HEAD)
 REFERENCE = $(if $(GIT_REFERENCE),$(GIT_REFERENCE),$(shell git branch --show-current))
 BUILD_ARCH = noarch