“Registration workflow : Action SDK ✚ Supernode Service

.github/actions/setup-env/action.yml

@@ -0,0 +1,17 @@
+name: Setup Environment
+description: Sets up Go and installs system dependencies
+
+runs:
+  using: "composite"
+  steps:
+    - name: Set up Go
+      uses: actions/setup-go@v4
+      with:
+        go-version: '1.24'
+
+    - name: Install libwebp-dev
+      run: |
+        sudo apt-get update
+        sudo apt-get install -y libwebp-dev
+      shell: bash
+

.github/workflows/tests.yml

@@ -1,69 +1,84 @@
-# name: tests
+name: tests
 
-# on:
-#   push:
-#     paths-ignore:
-#       - '**.md'
-#       - 'docs/**'
-#       - '.gitignore'
+on:
+  push:
+    paths-ignore:
+      - '**.md'
+      - 'docs/**'
+      - '.gitignore'
 
-# jobs:
-#   unit-tests:
-#     name: unit-tests
-#     runs-on: ubuntu-latest
+jobs:
+  unit-tests:
+    name: unit-tests
+    runs-on: ubuntu-latest
 
-#     steps:
-#       - name: Checkout code
-#         uses: actions/checkout@v3
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v3
 
-#       - name: Set up Go
-#         uses: actions/setup-go@v4
-#         with:
-#           go-version: '1.24'
+      - name: Setup Go and system deps
+        uses: ./.github/actions/setup-env  
 
-#       - name: Install dependencies
-#         run: go mod download
+      - name: Install dependencies
+        run: go mod download
 
-#       - name: Run unit tests
-#         run: go test ./... -v
+      - name: Run unit tests
+        run: go test $(go list ./... | grep -v '/tests') -v
 
-#   integration-tests:
-#     name: integration-tests
-#     runs-on: ubuntu-latest
+  integration-tests:
+    name: integration-tests
+    runs-on: ubuntu-latest
 
-#     steps:
-#       - name: Checkout code
-#         uses: actions/checkout@v3
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v3
 
-#       - name: Set up Go
-#         uses: actions/setup-go@v4
-#         with:
-#           go-version: '1.24'
-
-#       - name: Run integration tests
-#         run: go test -v -p 1 -count=1 -tags=integration ./...
+      - name: Setup Go and system deps
+        uses: ./.github/actions/setup-env  
+
+      - name: Install dependencies
+        run: go mod download
 
-#   system-tests:
-#     name: system-tests
-#     runs-on: ubuntu-latest
+      - name: Run integration tests
+        run: go test -v ./tests/integration/...
 
-#     steps:
-#       - name: Checkout code
-#         uses: actions/checkout@v3
+  system-tests:
+    name: system-tests
+    runs-on: ubuntu-latest
 
-#       - name: Set up Go
-#         uses: actions/setup-go@v4
-#         with:
-#           go-version: '1.24'
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v3
 
-#       - name: Install dependencies
-#         run: cd tests/system && go mod download
+      - name: Setup Go and system deps
+        uses: ./.github/actions/setup-env  
+
+      - name: Install dependencies
+        run: |
+          go mod download
+          cd tests/system && go mod download
 
-#       - name: Install lumera
-#         run: cd tests/scripts && ./install-lumera.sh
+      - name: Install Lumera
+        run: |
+          cd tests/scripts
+          chmod +x ./install-lumera.sh
+          sudo ./install-lumera.sh
 
-#       - name: Copy CSV file to home directory
-#         run: cp claims.csv ~/
+      - name: Setup Supernode environments
+        run: |
+          cd tests/scripts
+          chmod +x ./setup-supernodes.sh
+          ./setup-supernodes.sh all \
+            ../../supernode/main.go \
+            ../system/supernode-data \
+            ../system/config.test-1.yml \
+            ../system/supernode-data2 \
+            ../system/config.test-2.yml \
+            ../system/supernode-data3 \
+            ../system/config.test-3.yml
+
+      - name: Copy CSV file to home directory
+        run: cp claims.csv ~/
 
-#       - name: Run system tests
-#         run: cd tests/system && go test -tags=system_test -v .
+      - name: Run system tests
+        run: cd tests/system && go test -v .

.gitignore

@@ -26,3 +26,6 @@ go.work.sum
 .env
 /data
 /tests/system/data
+tests/system/supernode-data
+tests/system/supernode-data2
+tests/system/supernode-data3

.vscode/launch.json

@@ -1,15 +1,30 @@
 {
     "version": "0.2.0",
     "configurations": [
+
+
+
         {
-            "name": "Debug main.go",
+            "name": "Launch Supernode",
             "type": "go",
             "request": "launch",
-            "mode": "debug",
+            "mode": "auto",
             "program": "${workspaceFolder}/supernode/main.go",
-            "env": {},
-            "args": ["start"],
-            "showLog": true
+            "cwd": "${workspaceFolder}",
+            "args": ["start", "-c=${workspaceFolder}/supernode/config.yaml"]
+        },
+        {
+            "name": "Run System Test",
+            "type": "go",
+            "request": "launch",
+            "mode": "test",
+            "program": "${workspaceFolder}/tests/system",
+            "buildFlags": "-tags=system_test",
+            "args": ["-test.run=TestCascadeE2E", "-test.v"],
+            "showLog": true,
+            "env": {
+                "LOG_LEVEL": "debug"  // This may vary depending on your logger
+            }
         }
     ]
 }

Makefile

@@ -1,4 +1,4 @@
-.PHONY: test-unit test-integration test-system tests-system-setup
+.PHONY: test-unit test-integration test-system install-lumera setup-supernodes system-test-setup
 
 # Run unit tests (regular tests with code)
 test-unit:
@@ -12,18 +12,45 @@ test-integration:
 test-system:
 	cd tests/system && go test -tags=system_test -v .
 
-tests-system-setup:
-	cd tests/scripts && ./install-lumera.sh
-
-gen-lumera-proto:
-	cd  ./proto/lumera/action && protoc --go_out=../../../gen/lumera/action --go-grpc_out=../../../gen/lumera/action --go_opt=paths=source_relative --go-grpc_opt=paths=source_relative action.proto && cd ../../../
-	cd  ./proto/lumera/action && protoc --go_out=../../../gen/lumera/action --go-grpc_out=../../../gen/lumera/action --go_opt=paths=source_relative --go-grpc_opt=paths=source_relative action_service.proto && cd ../../../
-	cd  ./proto/lumera/supernode && protoc --go_out=../../../gen/lumera/supernode --go-grpc_out=../../../gen/lumera/supernode --go_opt=paths=source_relative --go-grpc_opt=paths=source_relative supernode.proto && cd ../../../
-	cd  ./proto/lumera/supernode && protoc --go_out=../../../gen/lumera/supernode --go-grpc_out=../../../gen/lumera/supernode --go_opt=paths=source_relative --go-grpc_opt=paths=source_relative supernode_service.proto && cd ../../../
-
-gen-dupe-detection-proto:
-	cd  ./proto/dupedetection && protoc --go_out=../../gen/dupedetection --go-grpc_out=../../gen/dupedetection --go_opt=paths=source_relative --go-grpc_opt=paths=source_relative dd-server.proto && cd ../../
-
-gen-raptor-q-proto:
-	cd  ./proto/raptorq && protoc --go_out=../../gen/raptorq --go-grpc_out=../../gen/raptorq --go_opt=paths=source_relative --go-grpc_opt=paths=source_relative raptorq.proto && cd ../../
-
+gen-cascade:
+	protoc \
+		--proto_path=proto \
+		--go_out=gen \
+		--go_opt=paths=source_relative \
+		--go-grpc_out=gen \
+		--go-grpc_opt=paths=source_relative \
+		proto/supernode/action/cascade/service.proto
+
+# Define the paths
+SUPERNODE_SRC=supernode/main.go
+DATA_DIR=tests/system/supernode-data
+DATA_DIR2=tests/system/supernode-data2
+DATA_DIR3=tests/system/supernode-data3
+CONFIG_FILE=tests/system/config.test-1.yml
+CONFIG_FILE2=tests/system/config.test-2.yml
+CONFIG_FILE3=tests/system/config.test-3.yml
+
+# Setup script
+SETUP_SCRIPT=tests/scripts/setup-supernodes.sh
+
+# Install Lumera
+install-lumera:
+	@echo "Installing Lumera..."
+	@chmod +x tests/scripts/install-lumera.sh
+	@sudo tests/scripts/install-lumera.sh
+
+# Setup supernode environments
+setup-supernodes:
+	@echo "Setting up all supernode environments..."
+	@chmod +x $(SETUP_SCRIPT)
+	@bash $(SETUP_SCRIPT) all $(SUPERNODE_SRC) $(DATA_DIR) $(CONFIG_FILE) $(DATA_DIR2) $(CONFIG_FILE2) $(DATA_DIR3) $(CONFIG_FILE3)
+
+# Complete system test setup (Lumera + Supernodes)
+system-test-setup: install-lumera setup-supernodes
+	@echo "System test environment setup complete."
+	@if [ -f claims.csv ]; then cp claims.csv ~/; echo "Copied claims.csv to home directory."; fi
+
+# Run system tests with complete setup
+test-system-full: system-test-setup
+	@echo "Running system tests..."
+	@cd tests/system && go test -tags=system_test -v .