feat(manager/poetry): Support tag as git-dependency on github

lib/modules/manager/poetry/extract.spec.ts

@@ -1,5 +1,6 @@
 import { Fixtures } from '../../../../test/fixtures';
 import { fs } from '../../../../test/util';
+import { GithubTagsDatasource } from '../../datasource/github-tags';
 import { extractPackageFile } from '.';
 
 jest.mock('../../../util/fs');
@@ -177,6 +178,30 @@ describe('modules/manager/poetry/extract', () => {
       });
     });
 
+    it('parses github dependencies tags on ssh urls', async () => {
+      const content =
+        '[tool.poetry.dependencies]\r\nfastapi = {git = "git@github.com:tiangolo/fastapi.git", tag="1.2.3"}\r\nwerkzeug = ">=0.14"';
+      const res = (await extractPackageFile(content, filename))!.deps;
+      expect(res[0].depName).toBe('fastapi');
+      expect(res[0].packageName).toBe('tiangolo/fastapi');
+      expect(res[0].currentValue).toBe('1.2.3');
+      expect(res[0].skipReason).toBeUndefined();
+      expect(res[0].datasource).toBe(GithubTagsDatasource.id);
+      expect(res).toHaveLength(2);
+    });
+
+    it('parses github dependencies tags on http urls', async () => {
+      const content =
+        '[tool.poetry.dependencies]\r\nfastapi = {git = "https://github.com/tiangolo/fastapi.git", tag="1.2.3"}\r\nwerkzeug = ">=0.14"';
+      const res = (await extractPackageFile(content, filename))!.deps;
+      expect(res[0].depName).toBe('fastapi');
+      expect(res[0].packageName).toBe('tiangolo/fastapi');
+      expect(res[0].currentValue).toBe('1.2.3');
+      expect(res[0].skipReason).toBeUndefined();
+      expect(res[0].datasource).toBe(GithubTagsDatasource.id);
+      expect(res).toHaveLength(2);
+    });
+
     it('skips git dependencies', async () => {
       const content =
         '[tool.poetry.dependencies]\r\nflask = {git = "https://github.com/pallets/flask.git"}\r\nwerkzeug = ">=0.14"';
@@ -197,6 +222,16 @@ describe('modules/manager/poetry/extract', () => {
       expect(res).toHaveLength(2);
     });
 
+    it('skips git dependencies on tags that are not in github', async () => {
+      const content =
+        '[tool.poetry.dependencies]\r\naws-sam = {git = "https://gitlab.com/gitlab-examples/aws-sam.git", tag="1.2.3"}\r\nwerkzeug = ">=0.14"';
+      const res = (await extractPackageFile(content, filename))!.deps;
+      expect(res[0].depName).toBe('aws-sam');
+      expect(res[0].currentValue).toBe('1.2.3');
+      expect(res[0].skipReason).toBe('git-dependency');
+      expect(res).toHaveLength(2);
+    });
+
     it('skips path dependencies', async () => {
       const content =
         '[tool.poetry.dependencies]\r\nflask = {path = "/some/path/"}\r\nwerkzeug = ">=0.14"';

lib/modules/manager/poetry/extract.ts

@@ -8,6 +8,7 @@ import {
   readLocalFile,
 } from '../../../util/fs';
 import { regEx } from '../../../util/regex';
+import { GithubTagsDatasource } from '../../datasource/github-tags';
 import { PypiDatasource } from '../../datasource/pypi';
 import * as pep440Versioning from '../../versioning/pep440';
 import * as poetryVersioning from '../../versioning/poetry';
@@ -56,16 +57,20 @@ function extractFromSection(
     }
 
     const pep503NormalizeRegex = regEx(/[-_.]+/g);
-    const packageName = depName
-      .toLowerCase()
-      .replace(pep503NormalizeRegex, '-');
+    let packageName = depName.toLowerCase().replace(pep503NormalizeRegex, '-');
     let skipReason: SkipReason | null = null;
     let currentValue = sectionContent[depName];
     let nestedVersion = false;
+    let datasource = PypiDatasource.id;
+    let lockedVersion: string | null = null;
+    if (packageName in poetryLockfile) {
+      lockedVersion = poetryLockfile[packageName];
+    }
     if (!is.string(currentValue)) {
       const version = currentValue.version;
       const path = currentValue.path;
       const git = currentValue.git;
+      const tag = currentValue.tag;
       if (version) {
         currentValue = version;
         nestedVersion = true;
@@ -76,8 +81,19 @@ function extractFromSection(
         currentValue = '';
         skipReason = 'path-dependency';
       } else if (git) {
-        currentValue = '';
-        skipReason = 'git-dependency';
+        if (tag) {
+          currentValue = tag;
+          datasource = GithubTagsDatasource.id;
+          const githubPackageName = extractGithubPackageName(git);
+          if (githubPackageName) {
+            packageName = githubPackageName;
+          } else {
+            skipReason = 'git-dependency';
+          }
+        } else {
+          currentValue = '';
+          skipReason = 'git-dependency';
+        }
       } else {
         currentValue = '';
         skipReason = 'multiple-constraint-dep';
@@ -88,10 +104,10 @@ function extractFromSection(
       depType,
       currentValue,
       managerData: { nestedVersion },
-      datasource: PypiDatasource.id,
+      datasource,
     };
-    if (packageName in poetryLockfile) {
-      dep.lockedVersion = poetryLockfile[packageName];
+    if (lockedVersion) {
+      dep.lockedVersion = lockedVersion;
     }
     if (depName !== packageName) {
       dep.packageName = packageName;
@@ -199,3 +215,24 @@ export async function extractPackageFile(
   }
   return res;
 }
+
+function extractGithubPackageName(url: string): string | null {
+  const httpRegex = regEx(/^(?:https?:\/\/)?(?:www\.)?github.com\/(.*)$/);
+  const sshRegex = regEx(/^git@github.com:(.*)?$/);
+
+  const httpMatch = httpRegex.exec(url);
+  const sshMatch = sshRegex.exec(url);
+
+  function removeDotGit(packageName: string): string {
+    return packageName.replace('.git', '');
+  }
+
+  if (httpMatch) {
+    return removeDotGit(httpMatch[1]);
+  }
+
+  if (sshMatch) {
+    return removeDotGit(sshMatch[1]);
+  }
+  return null;
+}

lib/modules/manager/poetry/types.ts

@@ -20,6 +20,7 @@ export interface PoetryFile {
 export interface PoetryDependency {
   path?: string;
   git?: string;
+  tag?: string;
   version?: string;
 }