feat(datasource): add gitea-tags datasource (#24083)

lib/constants/platform.spec.ts

@@ -1,4 +1,5 @@
 import { BitbucketTagsDatasource } from '../modules/datasource/bitbucket-tags';
+import { GiteaTagsDatasource } from '../modules/datasource/gitea-tags';
 import { GithubReleasesDatasource } from '../modules/datasource/github-releases';
 import { GithubTagsDatasource } from '../modules/datasource/github-tags';
 import { GitlabPackagesDatasource } from '../modules/datasource/gitlab-packages';
@@ -10,11 +11,19 @@ import { id as GITHUB_CHANGELOG_ID } from '../workers/repository/update/pr/chang
 import { id as GITLAB_CHANGELOG_ID } from '../workers/repository/update/pr/changelog/gitlab';
 import {
   BITBUCKET_API_USING_HOST_TYPES,
+  GITEA_API_USING_HOST_TYPES,
   GITHUB_API_USING_HOST_TYPES,
   GITLAB_API_USING_HOST_TYPES,
 } from './platforms';
 
 describe('constants/platform', () => {
+  it('should be part of the GITEA_API_USING_HOST_TYPES', () => {
+    expect(
+      GITEA_API_USING_HOST_TYPES.includes(GiteaTagsDatasource.id)
+    ).toBeTrue();
+    expect(GITEA_API_USING_HOST_TYPES.includes('gitea')).toBeTrue();
+  });
+
   it('should be part of the GITLAB_API_USING_HOST_TYPES', () => {
     expect(
       GITLAB_API_USING_HOST_TYPES.includes(GitlabTagsDatasource.id)

lib/constants/platforms.ts

@@ -8,6 +8,8 @@ export type PlatformId =
   | 'gitlab'
   | 'local';
 
+export const GITEA_API_USING_HOST_TYPES = ['gitea', 'gitea-tags'];
+
 export const GITHUB_API_USING_HOST_TYPES = [
   'github',
   'github-releases',

lib/modules/datasource/api.ts

@@ -23,6 +23,7 @@ import { GalaxyDatasource } from './galaxy';
 import { GalaxyCollectionDatasource } from './galaxy-collection';
 import { GitRefsDatasource } from './git-refs';
 import { GitTagsDatasource } from './git-tags';
+import { GiteaTagsDatasource } from './gitea-tags';
 import { GithubReleaseAttachmentsDatasource } from './github-release-attachments';
 import { GithubReleasesDatasource } from './github-releases';
 import { GithubRunnersDatasource } from './github-runners';
@@ -86,6 +87,7 @@ api.set(GalaxyDatasource.id, new GalaxyDatasource());
 api.set(GalaxyCollectionDatasource.id, new GalaxyCollectionDatasource());
 api.set(GitRefsDatasource.id, new GitRefsDatasource());
 api.set(GitTagsDatasource.id, new GitTagsDatasource());
+api.set(GiteaTagsDatasource.id, new GiteaTagsDatasource());
 api.set(
   GithubReleaseAttachmentsDatasource.id,
   new GithubReleaseAttachmentsDatasource()

lib/modules/datasource/gitea-tags/index.spec.ts

@@ -0,0 +1,310 @@
+import { getDigest, getPkgReleases } from '..';
+import * as httpMock from '../../../../test/http-mock';
+import { GiteaTagsDatasource } from '.';
+
+const datasource = GiteaTagsDatasource.id;
+
+describe('modules/datasource/gitea-tags/index', () => {
+  describe('getReleases', () => {
+    it('returns tags from gitea.com', async () => {
+      const body = [
+        {
+          name: 'v9.2.0',
+          message:
+            'v9.2.0\n\nBump to Gitea 1.20.3\n\nFull changes found here: https://gitea.com/gitea/helm-chart/compare/v9.1.0...v9.2.0',
+          id: '949a0213a49b4a3d6f7696a09bd19ad295e51513',
+          commit: {
+            url: 'https://gitea.com/api/v1/repos/gitea/helm-chart/git/commits/949a0213a49b4a3d6f7696a09bd19ad295e51513',
+            sha: '35fcb41ce2d03b44186cc82d4ea619dc2fcb6f7d',
+            created: '2023-08-21T16:27:29Z',
+          },
+          zipball_url: 'https://gitea.com/gitea/helm-chart/archive/v9.2.0.zip',
+          tarball_url:
+            'https://gitea.com/gitea/helm-chart/archive/v9.2.0.tar.gz',
+        },
+        {
+          name: 'v9.1.0',
+          message: '9.1.0',
+          id: '4439267777d70ccd16733c8e95da1e4437cc2378',
+          commit: {
+            url: 'https://gitea.com/api/v1/repos/gitea/helm-chart/git/commits/4439267777d70ccd16733c8e95da1e4437cc2378',
+            sha: '1ea6cb4633c2e01d02dc910bcb67d7710842abc7',
+            created: '2023-07-31T09:04:49+02:00',
+          },
+          zipball_url: 'https://gitea.com/gitea/helm-chart/archive/v9.1.0.zip',
+          tarball_url:
+            'https://gitea.com/gitea/helm-chart/archive/v9.1.0.tar.gz',
+        },
+        {
+          name: 'v9.0.4',
+          message: '9.0.4',
+          id: '9b9301e008226fe02c5cc6bcab59c03c01abffea',
+          commit: {
+            url: 'https://gitea.com/api/v1/repos/gitea/helm-chart/git/commits/9b9301e008226fe02c5cc6bcab59c03c01abffea',
+            sha: '478fd6044e971d3c991e34fa449201397c2f5ea8',
+            created: '2023-07-22T14:06:30+02:00',
+          },
+          zipball_url: 'https://gitea.com/gitea/helm-chart/archive/v9.0.4.zip',
+          tarball_url:
+            'https://gitea.com/gitea/helm-chart/archive/v9.0.4.tar.gz',
+        },
+        {
+          name: 'v9.0.3',
+          message: '0.9.3',
+          id: 'a3f37d2b698e4e4d16e396f2d002da269845267b',
+          commit: {
+            url: 'https://gitea.com/api/v1/repos/gitea/helm-chart/git/commits/a3f37d2b698e4e4d16e396f2d002da269845267b',
+            sha: 'aa8f543c08f874754ccc3e5f136e0b46742b3992',
+            created: '2023-07-19T23:45:28+02:00',
+          },
+          zipball_url: 'https://gitea.com/gitea/helm-chart/archive/v9.0.3.zip',
+          tarball_url:
+            'https://gitea.com/gitea/helm-chart/archive/v9.0.3.tar.gz',
+        },
+        {
+          name: 'v9.0.2',
+          message: '9.0.2',
+          id: '86c80d22cd12c98e3639ba00bd6b266d901a5af3',
+          commit: {
+            url: 'https://gitea.com/api/v1/repos/gitea/helm-chart/git/commits/86c80d22cd12c98e3639ba00bd6b266d901a5af3',
+            sha: '81612bd7882f0b3b5d70308a8e7fcfb5d165ec7c',
+            created: '2023-07-19T21:54:12+02:00',
+          },
+          zipball_url: 'https://gitea.com/gitea/helm-chart/archive/v9.0.2.zip',
+          tarball_url:
+            'https://gitea.com/gitea/helm-chart/archive/v9.0.2.tar.gz',
+        },
+      ];
+      httpMock
+        .scope('https://gitea.com')
+        .get('/api/v1/repos/gitea/helm-chart/tags')
+        .reply(200, body);
+      const res = await getPkgReleases({
+        datasource,
+        packageName: 'gitea/helm-chart',
+      });
+      expect(res).toEqual({
+        registryUrl: 'https://gitea.com',
+        releases: [
+          {
+            gitRef: 'v9.0.2',
+            newDigest: '81612bd7882f0b3b5d70308a8e7fcfb5d165ec7c',
+            releaseTimestamp: '2023-07-19T19:54:12.000Z',
+            version: 'v9.0.2',
+          },
+          {
+            gitRef: 'v9.0.3',
+            newDigest: 'aa8f543c08f874754ccc3e5f136e0b46742b3992',
+            releaseTimestamp: '2023-07-19T21:45:28.000Z',
+            version: 'v9.0.3',
+          },
+          {
+            gitRef: 'v9.0.4',
+            newDigest: '478fd6044e971d3c991e34fa449201397c2f5ea8',
+            releaseTimestamp: '2023-07-22T12:06:30.000Z',
+            version: 'v9.0.4',
+          },
+          {
+            gitRef: 'v9.1.0',
+            newDigest: '1ea6cb4633c2e01d02dc910bcb67d7710842abc7',
+            releaseTimestamp: '2023-07-31T07:04:49.000Z',
+            version: 'v9.1.0',
+          },
+          {
+            gitRef: 'v9.2.0',
+            newDigest: '35fcb41ce2d03b44186cc82d4ea619dc2fcb6f7d',
+            releaseTimestamp: '2023-08-21T16:27:29.000Z',
+            version: 'v9.2.0',
+          },
+        ],
+        sourceUrl: 'https://gitea.com/gitea/helm-chart',
+      });
+    });
+
+    it('returns tags from codeberg.org', async () => {
+      const body = [
+        {
+          name: '0.11.0',
+          message:
+            'fix(deps): update helm release postgresql to v12.9.0 (#174)\n\nReviewed-on: https://codeberg.org/forgejo-contrib/forgejo-helm/pulls/174\nCo-authored-by: Michael Kriese <[email protected]>\nCo-committed-by: Michael Kriese <[email protected]>',
+          id: '7eb7edcfd00ffab9dddbae9e9b2deace305c9a84',
+          commit: {
+            url: 'https://codeberg.org/api/v1/repos/forgejo-contrib/forgejo-helm/git/commits/7eb7edcfd00ffab9dddbae9e9b2deace305c9a84',
+            sha: '7eb7edcfd00ffab9dddbae9e9b2deace305c9a84',
+            created: '2023-08-25T08:26:28Z',
+          },
+          zipball_url:
+            'https://codeberg.org/forgejo-contrib/forgejo-helm/archive/0.11.0.zip',
+          tarball_url:
+            'https://codeberg.org/forgejo-contrib/forgejo-helm/archive/0.11.0.tar.gz',
+        },
+        {
+          name: 'v0.10.1',
+          message:
+            'fix(deps): update forgejo docker tag to v1.20.2-0 (#171)\n\nCo-authored-by: Michael Kriese <[email protected]>\nReviewed-on: https://codeberg.org/forgejo-contrib/forgejo-helm/pulls/171',
+          id: 'ecd9b535a128d4e6d643fde37bb05cd751b8d9f4',
+          commit: {
+            url: 'https://codeberg.org/api/v1/repos/forgejo-contrib/forgejo-helm/git/commits/ecd9b535a128d4e6d643fde37bb05cd751b8d9f4',
+            sha: 'ecd9b535a128d4e6d643fde37bb05cd751b8d9f4',
+            created: '2023-08-02T20:30:48Z',
+          },
+          zipball_url:
+            'https://codeberg.org/forgejo-contrib/forgejo-helm/archive/v0.10.1.zip',
+          tarball_url:
+            'https://codeberg.org/forgejo-contrib/forgejo-helm/archive/v0.10.1.tar.gz',
+        },
+        {
+          name: 'v0.10.0',
+          message:
+            'feat(deps)!: update forgejo docker tag to v1.20.1-0 (#167)\n\nBREAKING CHANGE: Forgejo minor update\n\nCo-authored-by: Michael Kriese <[email protected]>\nReviewed-on: https://codeberg.org/forgejo-contrib/forgejo-helm/pulls/167',
+          id: '5677cf39d4818da26931783a3438a660ae5f427d',
+          commit: {
+            url: 'https://codeberg.org/api/v1/repos/forgejo-contrib/forgejo-helm/git/commits/5677cf39d4818da26931783a3438a660ae5f427d',
+            sha: '5677cf39d4818da26931783a3438a660ae5f427d',
+            created: '2023-07-27T06:18:23Z',
+          },
+          zipball_url:
+            'https://codeberg.org/forgejo-contrib/forgejo-helm/archive/v0.10.0.zip',
+          tarball_url:
+            'https://codeberg.org/forgejo-contrib/forgejo-helm/archive/v0.10.0.tar.gz',
+        },
+      ];
+      httpMock
+        .scope('https://codeberg.org')
+        .get('/api/v1/repos/forgejo-contrib/forgejo-helm/tags')
+        .reply(200, body);
+      const res = await getPkgReleases({
+        datasource,
+        registryUrls: ['https://codeberg.org'],
+        packageName: 'forgejo-contrib/forgejo-helm',
+      });
+      expect(res).toEqual({
+        registryUrl: 'https://codeberg.org',
+        releases: [
+          {
+            gitRef: 'v0.10.0',
+            newDigest: '5677cf39d4818da26931783a3438a660ae5f427d',
+            releaseTimestamp: '2023-07-27T06:18:23.000Z',
+            version: 'v0.10.0',
+          },
+          {
+            gitRef: 'v0.10.1',
+            newDigest: 'ecd9b535a128d4e6d643fde37bb05cd751b8d9f4',
+            releaseTimestamp: '2023-08-02T20:30:48.000Z',
+            version: 'v0.10.1',
+          },
+          {
+            gitRef: '0.11.0',
+            newDigest: '7eb7edcfd00ffab9dddbae9e9b2deace305c9a84',
+            releaseTimestamp: '2023-08-25T08:26:28.000Z',
+            version: '0.11.0',
+          },
+        ],
+        sourceUrl: 'https://codeberg.org/forgejo-contrib/forgejo-helm',
+      });
+    });
+  });
+
+  describe('getDigest', () => {
+    it('returns commits from codeberg.org', async () => {
+      const body = [
+        {
+          url: 'https://codeberg.org/api/v1/repos/forgejo-contrib/forgejo-helm/git/commits/7eb7edcfd00ffab9dddbae9e9b2deace305c9a84',
+          sha: '7eb7edcfd00ffab9dddbae9e9b2deace305c9a84',
+          created: '2023-08-25T08:26:28Z',
+          html_url:
+            'https://codeberg.org/forgejo-contrib/forgejo-helm/commit/7eb7edcfd00ffab9dddbae9e9b2deace305c9a84',
+          commit: {
+            url: 'https://codeberg.org/api/v1/repos/forgejo-contrib/forgejo-helm/git/commits/7eb7edcfd00ffab9dddbae9e9b2deace305c9a84',
+            author: {
+              name: 'Michael Kriese',
+              email: '[email protected]',
+              date: '2023-08-25T08:26:28Z',
+            },
+            committer: {
+              name: 'Michael Kriese',
+              email: '[email protected]',
+              date: '2023-08-25T08:26:28Z',
+            },
+            message:
+              'fix(deps): update helm release postgresql to v12.9.0 (#174)\n\nReviewed-on: https://codeberg.org/forgejo-contrib/forgejo-helm/pulls/174\nCo-authored-by: Michael Kriese <[email protected]>\nCo-committed-by: Michael Kriese <[email protected]>\n',
+            tree: {
+              url: 'https://codeberg.org/api/v1/repos/forgejo-contrib/forgejo-helm/git/trees/7eb7edcfd00ffab9dddbae9e9b2deace305c9a84',
+              sha: '7eb7edcfd00ffab9dddbae9e9b2deace305c9a84',
+              created: '2023-08-25T08:26:28Z',
+            },
+            verification: null,
+          },
+
+          parents: [
+            {
+              url: 'https://codeberg.org/api/v1/repos/forgejo-contrib/forgejo-helm/git/commits/f19d22c6643b4643c4b2e96482b07527c84d2106',
+              sha: 'f19d22c6643b4643c4b2e96482b07527c84d2106',
+              created: '0001-01-01T00:00:00Z',
+            },
+          ],
+          files: null,
+          stats: null,
+        },
+      ];
+      httpMock
+        .scope('https://codeberg.org')
+        .get(
+          '/api/v1/repos/forgejo-contrib/forgejo-helm/commits?stat=false&verification=false&files=false&page=1&limit=1'
+        )
+        .reply(200, body);
+
+      const res = await getDigest({
+        datasource,
+        registryUrls: ['https://codeberg.org'],
+        packageName: 'forgejo-contrib/forgejo-helm',
+      });
+      expect(res).toBe('7eb7edcfd00ffab9dddbae9e9b2deace305c9a84');
+    });
+  });
+
+  describe('getDigest with no commits', () => {
+    it('returns commits from gitea.com', async () => {
+      httpMock
+        .scope('https://gitea.com')
+        .get(
+          '/api/v1/repos/some/dep2/commits?stat=false&verification=false&files=false&page=1&limit=1'
+        )
+        .reply(200, []);
+      const res = await getDigest({
+        datasource,
+        packageName: 'some/dep2',
+      });
+      expect(res).toBeNull();
+    });
+  });
+
+  describe('getTagCommit', () => {
+    it('returns tags commit hash from gitea.com', async () => {
+      const body = {
+        name: 'v9.0.1',
+        message: 'v9.0.1',
+        id: 'fb4d493a588380ac7a4037d81664363415f31650',
+        commit: {
+          url: 'https://gitea.com/api/v1/repos/gitea/helm-chart/git/commits/fb4d493a588380ac7a4037d81664363415f31650',
+          sha: '29c9bbb4bfec04ab22761cc2d999eb0fcb8acbed',
+          created: '2023-07-19T08:42:55+02:00',
+        },
+        zipball_url: 'https://gitea.com/gitea/helm-chart/archive/v9.0.1.zip',
+        tarball_url: 'https://gitea.com/gitea/helm-chart/archive/v9.0.1.tar.gz',
+      };
+      httpMock
+        .scope('https://gitea.com')
+        .get('/api/v1/repos/gitea/helm-chart/tags/v9.0.1')
+        .reply(200, body);
+      const res = await getDigest(
+        {
+          datasource,
+          packageName: 'gitea/helm-chart',
+        },
+        'v9.0.1'
+      );
+      expect(res).toBe('29c9bbb4bfec04ab22761cc2d999eb0fcb8acbed');
+    });
+  });
+});