chore: add retries to validation test to reduce flakiness (#177)

dash0hq · Nov 7, 2023 · ab7966d · ab7966d
1 parent 33c7e4b
commit ab7966d
Show file tree

Hide file tree

Showing 4 changed files with 11 additions and 2 deletions.
diff --git a/packages/otelbin-validation/.projenrc.js b/packages/otelbin-validation/.projenrc.js
@@ -4,7 +4,7 @@ const project = new awscdk.AwsCdkTypeScriptApp({
   defaultReleaseBranch: 'main',
   name: 'otelbin-validation',
   deps: ['aws-lambda'],
-  devDeps: ['@jest/globals', '@types/aws-lambda', 'axios', 'esbuild'],
+  devDeps: ['@jest/globals', '@types/aws-lambda', 'axios', 'esbuild', 'jest-circus'],
   github: false, // Skip GitHub integration, as this CDK app is not in the repo's root
   packageManager: 'npm',
   eslintOptions: {
@@ -17,5 +17,10 @@ const project = new awscdk.AwsCdkTypeScriptApp({
       'src/images/otelcol-validator/',
     ],
   },
+  jestOptions: {
+    jestConfig: {
+      testRunner: 'jest-circus/runner',
+    },
+  },
 });
 project.synth();
diff --git a/packages/otelbin-validation/package-lock.json b/packages/otelbin-validation/package-lock.json
diff --git a/packages/otelbin-validation/package.json b/packages/otelbin-validation/package.json
diff --git a/packages/otelbin-validation/test/main.test.ts b/packages/otelbin-validation/test/main.test.ts
@@ -4,7 +4,7 @@
 
 import { readFileSync } from 'fs';
 import { join } from 'path';
-import { describe, expect, test } from '@jest/globals';
+import { describe, expect, jest, test } from '@jest/globals';
 import axios from 'axios';
 import { Distributions } from '../src/main';
 
@@ -56,6 +56,8 @@ const otelcolConfigInvalidUndeclaredReceiver = readConfig('config-undeclared-rec
 
 describe.each(enumerateTestCases())('Validation API', (distributionName, release) => {
 
+  jest.retryTimes(5);
+
   const validationReleasePath = `validation/${distributionName}/${release}`;
   const validationUrl = `${apiUrl}/${validationReleasePath}`;