diff --git a/.github/workflows/start.yml b/.github/workflows/start.yml
new file mode 100644
index 0000000..4072354
--- /dev/null
+++ b/.github/workflows/start.yml
@@ -0,0 +1,30 @@
+name: CLI Start
+on:
+  push:
+    branches:
+      - main
+    tags:
+      - 'v*'
+  schedule:
+    # * is a special character in YAML so you have to quote this string
+    - cron: '30 1,9 * * *'
+
+defaults:
+  run:
+    shell: bash
+
+jobs:
+  e2e: # make sure the action works on a clean machine without building
+    runs-on: ubuntu-latest
+    strategy:
+      matrix:
+        version:
+          - 1.0.0
+          - 1.5.1
+    steps:
+      - uses: actions/checkout@v3
+      - uses: ./
+        with:
+          version: ${{ matrix.version }}
+      - run: supabase init
+      - run: supabase start
diff --git a/.github/workflows/test.yml b/.github/workflows/test.yml
index 3c03c74..f4a929a 100644
--- a/.github/workflows/test.yml
+++ b/.github/workflows/test.yml
@@ -4,7 +4,6 @@ on: # rebuild any PRs and main branch changes
   push:
     branches:
       - main
-      - 'releases/*'
 
 defaults:
   run:
@@ -22,7 +21,7 @@ jobs:
     strategy:
       matrix:
         os: [macos-latest, windows-latest, ubuntu-latest]
-        version: [1.0.0]
+        version: [1.0.0, 1.5.1]
     steps:
       - uses: actions/checkout@v3
       - uses: ./