add golang package mirroring

Author: taoufik07

pre_commit_mirror_maker/golang/go.mod

@@ -0,0 +1,3 @@
+module github.com/pre-commit/dummy
+
+go 1.19

pre_commit_mirror_maker/golang/go.sum

@@ -0,0 +1,3 @@
+package main
+
+func main() {{}}

pre_commit_mirror_maker/golang/main.go

@@ -4,6 +4,7 @@
 import subprocess
 import urllib.request
 
+import lxml.html
 from packaging import version
 
 
@@ -31,6 +32,21 @@ def rust_get_package_versions(package_name: str) -> list[str]:
     return list(reversed([version['num'] for version in resp['versions']]))
 
 
+def golang_get_package_versions(package_name: str) -> list[str]:
+    url = f'https://pkg.go.dev/{package_name}?tab=versions'
+    resp = urllib.request.urlopen(url)
+    versions = lxml.html.parse(resp).xpath(
+        "//a[@class='js-versionLink']//text()",
+    )
+    return [str(version) for version in versions[::-1]]
+
+
+def golang_get_additional_dependencies(
+        package_name: str, package_version: str,
+) -> list[str]:
+    return [f'{package_name}@{package_version}']
+
+
 def node_get_additional_dependencies(
         package_name: str, package_version: str,
 ) -> list[str]:
@@ -48,9 +64,11 @@ def rust_get_additional_dependencies(
     'python': python_get_package_versions,
     'ruby': ruby_get_package_versions,
     'rust': rust_get_package_versions,
+    'golang': golang_get_package_versions,
 }
 
 ADDITIONAL_DEPENDENCIES = {
     'node': node_get_additional_dependencies,
     'rust': rust_get_additional_dependencies,
+    'golang': golang_get_additional_dependencies,
 }

pre_commit_mirror_maker/languages.py

@@ -66,7 +66,7 @@ def git(*cmd: str) -> None:
     # Commit and tag
     git('add', '.')
     git('commit', '-m', f'Mirror: {version}')
-    git('tag', f'v{version}')
+    git('tag', f'v{version.lstrip("v")}')
 
 
 def make_repo(repo: str, *, language: str, name: str, **fmt_vars: str) -> None:

pre_commit_mirror_maker/make_repo.py

@@ -20,6 +20,7 @@ classifiers =
 [options]
 packages = find:
 install_requires =
+    lxml
     packaging
 python_requires = >=3.7
 

setup.cfg

@@ -4,6 +4,7 @@
 from pre_commit_mirror_maker.languages import python_get_package_versions
 from pre_commit_mirror_maker.languages import ruby_get_package_versions
 from pre_commit_mirror_maker.languages import rust_get_package_versions
+from pre_commit_mirror_maker.languages import golang_get_package_versions
 
 
 def assert_all_text(versions):
@@ -33,3 +34,9 @@ def test_rust_get_package_version_output():
     ret = rust_get_package_versions('clap')
     assert ret
     assert_all_text(ret)
+
+
+def test_golang_get_package_version_output():
+    ret = golang_get_package_versions('golang.org/x/tools/cmd/goimports')
+    assert ret
+    assert_all_text(ret)

tests/languages_test.py

@@ -249,3 +249,28 @@ def test_rust_integration(in_git_dir):
     assert _cmd('git', 'log', '--oneline')
 
     # TODO: test that the package is installable
+
+
+def test_golang_integration(in_git_dir):
+    make_repo(
+        '.',
+        language='golang', name='mvdan.cc/gofumpt', description='',
+        entry='gofumpt', id='gofumpt',
+        match_key='types',
+        match_val='go',
+        args=[],
+        require_serial=False,
+        minimum_pre_commit_version='3.0.0',
+    )
+    # Our files should exist
+    assert in_git_dir.join('.version').exists()
+    assert in_git_dir.join('.pre-commit-hooks.yaml').exists()
+    assert in_git_dir.join('go.mod').exists()
+    assert in_git_dir.join('main.go').exists()
+
+    # Should have made _some_ tags
+    assert _cmd('git', 'tag', '-l')
+    # Should have made _some_ commits
+    assert _cmd('git', 'log', '--oneline')
+
+    # TODO: test that the package is installable