Run the examples against a VRT server in CI, like examples-js and examples-python

.github/dependabot.yml

@@ -49,6 +49,15 @@ updates:
         patterns:
           - "*"
 
+  - package-ecosystem: docker-compose
+    directory: "/.github/vrt"
+    schedule:
+      interval: weekly
+    groups:
+      docker:
+        patterns:
+          - "*"
+
   - package-ecosystem: github-actions
     directory: "/"
     schedule:

.github/vrt/docker-compose.yml

@@ -0,0 +1,33 @@
+services:
+  api:
+    image: visualregressiontracker/api:6.0.0-rc1
+    environment:
+      DATABASE_URL: postgresql://vrt:vrt@postgres:5432/vrt
+      JWT_SECRET: ci
+      APP_FRONTEND_URL: http://localhost:8080
+      BODY_PARSER_JSON_LIMIT: 5mb
+    ports:
+      - "4200:3000"
+    depends_on:
+      migration:
+        condition: service_completed_successfully
+  migration:
+    image: visualregressiontracker/migration:6.0.0-rc1
+    environment:
+      DATABASE_URL: postgresql://vrt:vrt@postgres:5432/vrt
+      DEFAULT_USER_EMAIL: visual-regression-tracker@example.com
+      DEFAULT_USER_PASSWORD: "123456"
+      DEFAULT_USER_API_KEY: DEFAULTUSERAPIKEYTOBECHANGED
+    depends_on:
+      postgres:
+        condition: service_healthy
+  postgres:
+    image: postgres:17
+    environment:
+      POSTGRES_USER: vrt
+      POSTGRES_PASSWORD: vrt
+      POSTGRES_DB: vrt
+    healthcheck:
+      test: ["CMD-SHELL", "pg_isready -d vrt -U vrt"]
+      interval: 2s
+      retries: 30

.github/workflows/ci.yml

@@ -19,17 +19,25 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        example: [appium-maven, jdi-light-testng, playwright, selenium-maven, standalone-from-folder-maven]
+        example: [jdi-light-testng, playwright, selenium-maven]
+    defaults:
+      run:
+        working-directory: ${{ matrix.example }}
     steps:
       - uses: actions/checkout@v7
+      - name: Start Visual Regression Tracker
+        working-directory: .github/vrt
+        run: docker compose up -d --quiet-pull
       - uses: actions/setup-java@v6
         with:
           distribution: temurin
-          java-version: 17
+          java-version: ${{ matrix.example == 'jdi-light-testng' && 21 || 17 }}
           cache: maven
           cache-dependency-path: ${{ matrix.example }}/pom.xml
       - run: mvn -B test-compile
-        working-directory: ${{ matrix.example }}
+      - name: Wait for Visual Regression Tracker
+        run: timeout 180 bash -c 'until curl -s -o /dev/null http://localhost:4200; do sleep 2; done'
+      - run: mvn -B test
 
   gradle:
     name: ${{ matrix.example }}
@@ -38,12 +46,41 @@ jobs:
       fail-fast: false
       matrix:
         example: [allure-junit5-gradle-kts, selenide-gradle]
+    defaults:
+      run:
+        working-directory: ${{ matrix.example }}
     steps:
       - uses: actions/checkout@v7
+      - name: Start Visual Regression Tracker
+        working-directory: .github/vrt
+        run: docker compose up -d --quiet-pull
       - uses: actions/setup-java@v6
         with:
           distribution: temurin
           java-version: 17
       - uses: gradle/actions/setup-gradle@v6
       - run: ./gradlew testClasses
+      - name: Wait for Visual Regression Tracker
+        run: timeout 180 bash -c 'until curl -s -o /dev/null http://localhost:4200; do sleep 2; done'
+      - run: ./gradlew test
+
+  # Appium needs an iOS simulator and the standalone client a folder of images, so CI only compiles them.
+  compile:
+    name: ${{ matrix.example }}
+    runs-on: ubuntu-latest
+    strategy:
+      fail-fast: false
+      matrix:
+        example: [appium-maven, standalone-from-folder-maven]
+    defaults:
+      run:
         working-directory: ${{ matrix.example }}
+    steps:
+      - uses: actions/checkout@v7
+      - uses: actions/setup-java@v6
+        with:
+          distribution: temurin
+          java-version: 17
+          cache: maven
+          cache-dependency-path: ${{ matrix.example }}/pom.xml
+      - run: mvn -B test-compile

README.md

@@ -1,6 +1,6 @@
 # Visual Regression Tracker examples for Java
 
-Each folder is a separate project on [sdk-java](https://github.com/Visual-Regression-Tracker/sdk-java) 5.5.0 from JitPack (Java 17):
+Each folder is a separate project on [sdk-java](https://github.com/Visual-Regression-Tracker/sdk-java) 5.5.0 from JitPack (Java 17; JDI Light needs Java 21):
 
 - [Playwright + Maven + JUnit 4](playwright)
 - [Selenium 4 + Maven + JUnit 4](selenium-maven)

allure-junit5-gradle-kts/build.gradle.kts

@@ -22,5 +22,4 @@ dependencies {
 
 tasks.test {
     useJUnitPlatform()
-    ignoreFailures = true
 }

allure-junit5-gradle-kts/src/test/java/io/qameta/allure/examples/junit5/AllureImageDiffTest.java

@@ -19,7 +19,7 @@
 import java.io.InputStream;
 import java.net.URI;
 
-import static org.junit.jupiter.api.Assertions.assertEquals;
+import static org.junit.jupiter.api.Assertions.assertNotEquals;
 
 public class AllureImageDiffTest {
 
@@ -72,6 +72,6 @@ public void imageDiffExample() throws IOException, InterruptedException {
         attachScreenshotToAllureReport(result.getImageUrl(), "actual");
         attachScreenshotToAllureReport(result.getBaselineUrl(), "expected");
         attachScreenshotToAllureReport(result.getDiffUrl(), "diff");
-        assertEquals(TestRunStatus.OK, result.getTestRunResponse().getStatus());
+        assertNotEquals(TestRunStatus.UNRESOLVED, result.getTestRunResponse().getStatus());
     }
 }

jdi-light-testng/pom.xml

@@ -20,7 +20,7 @@
         <driver>chrome</driver>
         <!--driver>firefox</driver-->
         <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
-        <maven.compiler.release>17</maven.compiler.release>
+        <maven.compiler.release>21</maven.compiler.release>
         <aspectj.version>1.9.26</aspectj.version>
         <domain>https://jdi-testing.github.io/jdi-light/</domain>
         <allure.testng>2.35.5</allure.testng>
@@ -71,10 +71,6 @@
                     <systemPropertyVariables>
                         <allure.results.directory>${project.build.directory}/allure-results</allure.results.directory>
                     </systemPropertyVariables>
-                    <suiteXmlFiles>
-                        <suiteXmlFile>src/test/resources/general.xml</suiteXmlFile>
-                    </suiteXmlFiles>
-                    <testFailureIgnore>true</testFailureIgnore>
                     <argLine>
                         -javaagent:"${settings.localRepository}/org/aspectj/aspectjweaver/${aspectj.version}/aspectjweaver-${aspectj.version}.jar"
                     </argLine>

jdi-light-testng/src/test/resources/META-INF/services/org.testng.ITestNGListener

@@ -0,0 +1 @@
+org.mytests.tests.testng.RetryListenerClass