Skip to content

Commit a423d66

Browse files
meteorcloudymeteorcloudy
authored
Clean up downstream projects (#2101)
Keep only some important end projects and Bazel team maintained projects in the downstream pipeline. Removing projects that are deprecated or non-responsive to breakages and projects that will be covered by the new [BCR compatibility test pipeline](https://buildkite.com/bazel/bcr-bazel-compatibility-test). Non-responsive or deprecated repos: - https://github.com/bazelbuild/codelabs.git - https://github.com/bazelbuild/bazel-watcher.git - https://github.com/googlecartographer/cartographer.git - https://github.com/envoyproxy/envoy.git - https://github.com/google/flatbuffers.git - https://gerrit.googlesource.com/gerrit.git - https://github.com/kythe/kythe.git - https://github.com/bazelbuild/rules_closure.git - https://github.com/bazelbuild/rules_proto.git Covered by [BCR compatibility test](https://buildkite.com/bazel/bcr-bazel-compatibility-test): - https://github.com/google/glog.git - https://github.com/google/protobuf.git - https://github.com/google/re2.git - https://github.com/bazelbuild/rules_apple.git - https://github.com/bazel-contrib/rules_dotnet.git - https://github.com/bazelbuild/rules_foreign_cc.git - https://github.com/bazelbuild/rules_go.git - https://github.com/sgammon/rules_graalvm.git - https://github.com/tweag/rules_haskell.git - https://github.com/bazelbuild/rules_jsonnet.git - https://github.com/bazelbuild/rules_jvm_external.git - https://github.com/bazelbuild/rules_kotlin.git - https://github.com/bazelbuild/rules_nodejs.git - https://github.com/bazelbuild/rules_perl.git - https://github.com/bazelbuild/rules_python.git - https://github.com/bazelbuild/rules_rust.git - https://github.com/bazelbuild/rules_scala.git - https://github.com/bazelbuild/rules_swift.git - https://github.com/bazelbuild/rules_webtesting.git We are being a bit aggressive on removing projects from the downstream pipeline since we believe the BCR Bazel compatibility test will do a good job on catching Bazel regressions and notify BCR module maintainers about future breaking changes. If a project maintainer wants to catch up with changes from Bazel@HEAD more timely, it's recommended to set up test configs in your own CI with Bazel at `last_green` (updated hourly) or `rolling` (updated ~ every two weeks). If a project maintainer wants to keep your project in the downstream pipeline, please confirm you'll follow our [downstream project policies](https://github.com/bazelbuild/continuous-integration/blob/master/docs/downstream-testing.md#downstream-project-policies).
1 parent 7286206 commit a423d66

File tree

1 file changed

+6
-145
lines changed

1 file changed

+6
-145
lines changed

‎buildkite/bazelci.py

Lines changed: 6 additions & 145 deletions
Original file line numberDiff line numberDiff line change
@@ -38,9 +38,7 @@
3838
import sys
3939
import tarfile
4040
import tempfile
41-
import threading
4241
import time
43-
from typing import Sequence
4442
import urllib.error
4543
import urllib.request
4644
import yaml
@@ -119,11 +117,6 @@
119117
"file_config": ".bazelci/postsubmit.yml",
120118
"pipeline_slug": "bazel-bench",
121119
},
122-
"Bazel Codelabs": {
123-
"git_repository": "https://github.com/bazelbuild/codelabs.git",
124-
"pipeline_slug": "bazel-codelabs",
125-
"disabled_reason": "https://github.com/bazelbuild/codelabs/issues/38",
126-
},
127120
"Bazel Examples": {
128121
"git_repository": "https://github.com/bazelbuild/examples.git",
129122
"pipeline_slug": "bazel-bazel-examples",
@@ -141,18 +134,13 @@
141134
"git_repository": "https://github.com/bazelbuild/bazel-toolchains.git",
142135
"pipeline_slug": "bazel-toolchains",
143136
},
144-
"Bazel watcher": {
145-
"git_repository": "https://github.com/bazelbuild/bazel-watcher.git",
146-
"pipeline_slug": "bazel-watcher",
147-
"disabled_reason": "https://github.com/bazelbuild/bazel-watcher/issues/590",
148-
},
149137
"Bazelisk": {
150138
"git_repository": "https://github.com/bazelbuild/bazelisk.git",
151139
"file_config": ".bazelci/config.yml",
152140
"pipeline_slug": "bazelisk",
153141
},
154142
"Buildfarm": {
155-
"git_repository": "https://github.com/bazelbuild/bazel-buildfarm.git",
143+
"git_repository": "https://github.com/buildfarm/buildfarm.git",
156144
"pipeline_slug": "buildfarm-farmer",
157145
},
158146
"Buildtools": {
@@ -169,40 +157,16 @@
169157
"file_config": ".bazelci/clion.yml",
170158
"pipeline_slug": "clion-plugin-google",
171159
},
172-
"Cartographer": {
173-
"git_repository": "https://github.com/googlecartographer/cartographer.git",
174-
"pipeline_slug": "cartographer",
175-
"disabled_reason": "https://github.com/cartographer-project/cartographer/issues/1938#issuecomment-1804795113",
176-
},
177160
"Cloud Robotics Core": {
178161
"git_repository": "https://github.com/googlecloudrobotics/core.git",
179162
"http_config": "https://raw.githubusercontent.com/bazelbuild/continuous-integration/master/pipelines/cloud-robotics.yml",
180163
"pipeline_slug": "cloud-robotics-core",
181164
},
182-
"Envoy": {
183-
"git_repository": "https://github.com/envoyproxy/envoy.git",
184-
"pipeline_slug": "envoy",
185-
"disabled_reason": "https://github.com/envoyproxy/envoy/issues/29723",
186-
},
187-
"FlatBuffers": {
188-
"git_repository": "https://github.com/google/flatbuffers.git",
189-
"pipeline_slug": "flatbuffers",
190-
"disabled_reason": "https://github.com/google/flatbuffers/issues/7992",
191-
},
192165
"Flogger": {
193166
"git_repository": "https://github.com/google/flogger.git",
194167
"http_config": "https://raw.githubusercontent.com/bazelbuild/continuous-integration/master/pipelines/flogger.yml",
195168
"pipeline_slug": "flogger",
196169
},
197-
"Gerrit": {
198-
"git_repository": "https://gerrit.googlesource.com/gerrit.git",
199-
"http_config": "https://raw.githubusercontent.com/bazelbuild/continuous-integration/master/pipelines/gerrit.yml",
200-
"pipeline_slug": "gerrit",
201-
},
202-
"Google Logging": {
203-
"git_repository": "https://github.com/google/glog.git",
204-
"pipeline_slug": "google-logging",
205-
},
206170
"IntelliJ Plugin": {
207171
"git_repository": "https://github.com/bazelbuild/intellij.git",
208172
"file_config": ".bazelci/intellij.yml",
@@ -233,17 +197,6 @@
233197
"file_config": ".bazelci/aspect.yml",
234198
"pipeline_slug": "intellij-plugin-aspect-google",
235199
},
236-
"Kythe": {
237-
"git_repository": "https://github.com/kythe/kythe.git",
238-
"pipeline_slug": "kythe",
239-
},
240-
"Protobuf": {
241-
"git_repository": "https://github.com/google/protobuf.git",
242-
"http_config": "https://raw.githubusercontent.com/bazelbuild/continuous-integration/master/pipelines/protobuf.yml",
243-
"pipeline_slug": "protobuf",
244-
"owned_by_bazel": True,
245-
"disabled_reason": "https://github.com/protocolbuffers/protobuf/issues/18328"
246-
},
247200
"Stardoc": {
248201
"git_repository": "https://github.com/bazelbuild/stardoc.git",
249202
"pipeline_slug": "stardoc",
@@ -255,132 +208,40 @@
255208
"pipeline_slug": "tensorflow",
256209
"disabled_reason": "https://github.com/tensorflow/tensorflow/issues/60508",
257210
},
258-
"re2": {
259-
"git_repository": "https://github.com/google/re2.git",
260-
"http_config": "https://raw.githubusercontent.com/bazelbuild/continuous-integration/master/pipelines/re2.yml",
261-
"pipeline_slug": "re2",
262-
},
263211
"rules_android": {
264212
"git_repository": "https://github.com/bazelbuild/rules_android.git",
265213
"pipeline_slug": "rules-android",
214+
"owned_by_bazel": True,
266215
},
267216
"rules_android_ndk": {
268217
"git_repository": "https://github.com/bazelbuild/rules_android_ndk.git",
269218
"pipeline_slug": "rules-android-ndk",
270-
},
271-
"rules_apple": {
272-
"git_repository": "https://github.com/bazelbuild/rules_apple.git",
273-
"pipeline_slug": "rules-apple-darwin",
219+
"owned_by_bazel": True,
274220
},
275221
"rules_cc": {
276222
"git_repository": "https://github.com/bazelbuild/rules_cc.git",
277223
"pipeline_slug": "rules-cc",
278224
"owned_by_bazel": True,
279225
"disabled_reason": "https://github.com/bazelbuild/rules_cc/issues/190",
280226
},
281-
"rules_closure": {
282-
"git_repository": "https://github.com/bazelbuild/rules_closure.git",
283-
"pipeline_slug": "rules-closure-closure-compiler",
284-
"owned_by_bazel": True,
285-
},
286-
"rules_dotnet": {
287-
"git_repository": "https://github.com/bazelbuild/rules_dotnet.git",
288-
"pipeline_slug": "rules-dotnet-edge",
289-
},
290-
"rules_foreign_cc": {
291-
"git_repository": "https://github.com/bazelbuild/rules_foreign_cc.git",
292-
"file_config": ".bazelci/config.yaml",
293-
"pipeline_slug": "rules-foreign-cc",
294-
"owned_by_bazel": True,
295-
},
296-
"rules_go": {
297-
"git_repository": "https://github.com/bazelbuild/rules_go.git",
298-
"pipeline_slug": "rules-go-golang",
299-
},
300-
"rules_graalvm": {
301-
"git_repository": "https://github.com/sgammon/rules_graalvm.git",
302-
"pipeline_slug": "rules-graalvm",
303-
"disabled_reason": "https://github.com/sgammon/rules_graalvm/issues/409",
304-
},
305-
"rules_haskell": {
306-
"git_repository": "https://github.com/tweag/rules_haskell.git",
307-
"pipeline_slug": "rules-haskell-haskell",
308-
},
309-
"rules_jsonnet": {
310-
"git_repository": "https://github.com/bazelbuild/rules_jsonnet.git",
311-
"pipeline_slug": "rules-jsonnet",
312-
"disabled_reason": "https://github.com/bazelbuild/rules_jsonnet/issues/194",
313-
},
314-
"rules_jvm_external": {
315-
"git_repository": "https://github.com/bazelbuild/rules_jvm_external.git",
316-
"pipeline_slug": "rules-jvm-external",
317-
"owned_by_bazel": True,
318-
},
319-
"rules_jvm_external - examples": {
320-
"git_repository": "https://github.com/bazelbuild/rules_jvm_external.git",
321-
"file_config": ".bazelci/examples.yml",
322-
"pipeline_slug": "rules-jvm-external-examples",
323-
"owned_by_bazel": True,
324-
},
325-
"rules_kotlin": {
326-
"git_repository": "https://github.com/bazelbuild/rules_kotlin.git",
327-
"pipeline_slug": "rules-kotlin-kotlin",
328-
},
329-
"rules_nodejs": {
330-
"git_repository": "https://github.com/bazelbuild/rules_nodejs.git",
331-
"pipeline_slug": "rules-nodejs-nodejs",
332-
},
333-
"rules_perl": {
334-
"git_repository": "https://github.com/bazelbuild/rules_perl.git",
335-
"pipeline_slug": "rules-perl",
336-
},
337227
"rules_platform": {
338228
"git_repository": "https://github.com/bazelbuild/rules_platform.git",
339229
"pipeline_slug": "rules-platform",
340-
},
341-
"rules_proto": {
342-
"git_repository": "https://github.com/bazelbuild/rules_proto.git",
343-
"pipeline_slug": "rules-proto",
344-
"owned_by_bazel": True,
345-
},
346-
"rules_python": {
347-
"git_repository": "https://github.com/bazelbuild/rules_python.git",
348-
"pipeline_slug": "rules-python-python",
349230
"owned_by_bazel": True,
350231
},
351-
"rules_rust": {
352-
"git_repository": "https://github.com/bazelbuild/rules_rust.git",
353-
"pipeline_slug": "rules-rust-rustlang",
354-
"disabled_reason": "https://github.com/bazelbuild/rules_rust/issues/2519, https://github.com/bazelbuild/rules_rust/issues/2464",
355-
},
356-
"rules_scala": {
357-
"git_repository": "https://github.com/bazelbuild/rules_scala.git",
358-
"pipeline_slug": "rules-scala-scala",
359-
"disabled_reason": "waiting on https://github.com/bazelbuild/rules_scala/pull/1422",
360-
},
361-
"rules_swift": {
362-
"git_repository": "https://github.com/bazelbuild/rules_swift.git",
363-
"pipeline_slug": "rules-swift-swift",
364-
},
365232
"rules_testing": {
366233
"git_repository": "https://github.com/bazelbuild/rules_testing.git",
367234
"pipeline_slug": "rules-testing",
368235
"owned_by_bazel": True,
369236
},
370-
"rules_webtesting": {
371-
"git_repository": "https://github.com/bazelbuild/rules_webtesting.git",
372-
"pipeline_slug": "rules-webtesting-saucelabs",
373-
},
374237
}
375238

376239
DOWNSTREAM_PROJECTS_TESTING = {
377240
"Bazel": DOWNSTREAM_PROJECTS_PRODUCTION["Bazel"],
378241
"Bazelisk": DOWNSTREAM_PROJECTS_PRODUCTION["Bazelisk"],
379-
"rules_go": DOWNSTREAM_PROJECTS_PRODUCTION["rules_go"],
380-
"rules_kotlin": DOWNSTREAM_PROJECTS_PRODUCTION["rules_kotlin"],
381-
"rules_nodejs": DOWNSTREAM_PROJECTS_PRODUCTION["rules_nodejs"],
382-
"rules_rust": DOWNSTREAM_PROJECTS_PRODUCTION["rules_rust"],
383-
"rules_scala": DOWNSTREAM_PROJECTS_PRODUCTION["rules_scala"],
242+
"rules_android": DOWNSTREAM_PROJECTS_PRODUCTION["rules_android"],
243+
"rules_cc": DOWNSTREAM_PROJECTS_PRODUCTION["rules_cc"],
244+
"rules_testing": DOWNSTREAM_PROJECTS_PRODUCTION["rules_testing"],
384245
}
385246

386247
DOWNSTREAM_PROJECTS = {

0 commit comments

Comments
 (0)