diff --git a/.bumpversion.cfg b/.bumpversion.cfg
new file mode 100644
index 0000000..acea226
--- /dev/null
+++ b/.bumpversion.cfg
@@ -0,0 +1,9 @@
+[bumpversion]
+current_version = 0.1.0
+commit = True
+tag = True
+allow_dirty = True
+
+[bumpversion:file:pyproject.toml]
+search = VERSION = "{current_version}"
+replace = VERSION = "{new_version}"
diff --git a/src/sparv_bert_neighbour/__init__.py b/src/sparv_bert_neighbour/__init__.py
index 0a88bec..a86e6a9 100644
--- a/src/sparv_bert_neighbour/__init__.py
+++ b/src/sparv_bert_neighbour/__init__.py
@@ -34,6 +34,8 @@
     ),
 ]
 
+VERSION = "0.1.0"
+
 logger = get_logger(__name__)
 
 TOK_SEP = " "
diff --git a/tests/requirements-test.txt b/tests/requirements-test.txt
index c1a78e6..03411af 100644
--- a/tests/requirements-test.txt
+++ b/tests/requirements-test.txt
@@ -9,3 +9,4 @@
 sparv-pipeline>=5.2.0
 transformers>=4.34.1
 tabulate>=0.9.0
+pytest>=7
\ No newline at end of file
diff --git a/tests/test_version.py b/tests/test_version.py
new file mode 100644
index 0000000..73177f6
--- /dev/null
+++ b/tests/test_version.py
@@ -0,0 +1,5 @@
+import sparv_bert_neighbour
+
+
+def test_version() -> None:
+    assert sparv_bert_neighbour.VERSION == "0.1.0"
\ No newline at end of file