Update to latest and add new test

README.md

@@ -10,12 +10,12 @@ This repository contains a set of tests to evaluate and compare the compatibilit
 
 |                             Gateway                             | Compatibility |  Test Cases  | Test Suites |
 | :-------------------------------------------------------------: | :-----------: | :----------: | :---------: |
-| [Hive Gateway](https://the-guild.dev/graphql/hive/docs/gateway) |    100.00%    |    🟢 171    |    🟢 41    |
-|         [Apollo Router](https://www.apollographql.com/)         |    97.66%     | 🟢 167 ❌ 4  | 🟢 39 ❌ 2  |
-|        [Apollo Gateway](https://www.apollographql.com/)         |    97.08%     | 🟢 166 ❌ 5  | 🟢 38 ❌ 3  |
-|            [Grafbase Gateway](https://grafbase.com)             |    76.02%     | 🟢 130 ❌ 41 | 🟢 29 ❌ 12 |
-|             [Cosmo Router](https://wundergraph.com)             |    71.93%     | 🟢 123 ❌ 48 | 🟢 21 ❌ 20 |
-|                [Inigo Gateway](https://inigo.io)                |    46.78%     | 🟢 80 ❌ 91  | 🟢 12 ❌ 29 |
+|         [Apollo Router](https://www.apollographql.com/)         |    97.77%     | 🟢 175 ❌ 4  | 🟢 39 ❌ 2  |
+|        [Apollo Gateway](https://www.apollographql.com/)         |    97.21%     | 🟢 174 ❌ 5  | 🟢 38 ❌ 3  |
+| [Hive Gateway](https://the-guild.dev/graphql/hive/docs/gateway) |    95.53%     | 🟢 171 ❌ 8  | 🟢 37 ❌ 4  |
+|            [Grafbase Gateway](https://grafbase.com)             |    77.09%     | 🟢 138 ❌ 41 | 🟢 29 ❌ 12 |
+|             [Cosmo Router](https://wundergraph.com)             |    73.18%     | 🟢 131 ❌ 48 | 🟢 21 ❌ 20 |
+|                [Inigo Gateway](https://inigo.io)                |    49.16%     | 🟢 88 ❌ 91  | 🟢 12 ❌ 29 |
 
 <!-- gateways:end -->
 

REPORT.md

@@ -4,25 +4,25 @@
 
 |                             Gateway                             | Compatibility |  Test Cases  | Test Suites |
 | :-------------------------------------------------------------: | :-----------: | :----------: | :---------: |
-| [Hive Gateway](https://the-guild.dev/graphql/hive/docs/gateway) |    100.00%    |    🟢 171    |    🟢 41    |
-|         [Apollo Router](https://www.apollographql.com/)         |    97.66%     | 🟢 167 ❌ 4  | 🟢 39 ❌ 2  |
-|        [Apollo Gateway](https://www.apollographql.com/)         |    97.08%     | 🟢 166 ❌ 5  | 🟢 38 ❌ 3  |
-|            [Grafbase Gateway](https://grafbase.com)             |    76.02%     | 🟢 130 ❌ 41 | 🟢 29 ❌ 12 |
-|             [Cosmo Router](https://wundergraph.com)             |    71.93%     | 🟢 123 ❌ 48 | 🟢 21 ❌ 20 |
-|                [Inigo Gateway](https://inigo.io)                |    46.78%     | 🟢 80 ❌ 91  | 🟢 12 ❌ 29 |
+|         [Apollo Router](https://www.apollographql.com/)         |    97.77%     | 🟢 175 ❌ 4  | 🟢 39 ❌ 2  |
+|        [Apollo Gateway](https://www.apollographql.com/)         |    97.21%     | 🟢 174 ❌ 5  | 🟢 38 ❌ 3  |
+| [Hive Gateway](https://the-guild.dev/graphql/hive/docs/gateway) |    95.53%     | 🟢 171 ❌ 8  | 🟢 37 ❌ 4  |
+|            [Grafbase Gateway](https://grafbase.com)             |    77.09%     | 🟢 138 ❌ 41 | 🟢 29 ❌ 12 |
+|             [Cosmo Router](https://wundergraph.com)             |    73.18%     | 🟢 131 ❌ 48 | 🟢 21 ❌ 20 |
+|                [Inigo Gateway](https://inigo.io)                |    49.16%     | 🟢 88 ❌ 91  | 🟢 12 ❌ 29 |
 
 ## Detailed Results
 
 Take a closer look at the results for each gateway.
 
 You can look at the full list of tests [here](./src/test-suites/). Every test id corresponds to a directory in the `src/test-suites` folder.
 
-<a id="hive-gateway"></a>
+<a id="apollo-router"></a>
 
-### Hive Gateway
+### Apollo Router
 
-- [Repository](https://github.com/graphql-hive/gateway)
-- [Website](https://the-guild.dev/graphql/hive/docs/gateway)
+- [Repository](https://github.com/apollographql/router)
+- [Website](https://www.apollographql.com/)
 
 <details>
 <summary>Results</summary>
@@ -39,23 +39,23 @@ You can look at the full list of tests [here](./src/test-suites/). Every test id
 <a href="./src/test-suites/enum-intersection">enum-intersection</a>
 <pre>🟢🟢🟢🟢🟢</pre>
 <a href="./src/test-suites/fed1-external-extends">fed1-external-extends</a>
-<pre>🟢🟢</pre>
+<pre>🟢🟢🟢🟢</pre>
 <a href="./src/test-suites/fed1-external-extends-resolvable">fed1-external-extends-resolvable</a>
 <pre>🟢</pre>
 <a href="./src/test-suites/fed1-external-extension">fed1-external-extension</a>
-<pre>🟢🟢</pre>
+<pre>🟢🟢🟢🟢</pre>
 <a href="./src/test-suites/fed2-external-extends">fed2-external-extends</a>
-<pre>🟢🟢</pre>
+<pre>🟢🟢🟢🟢</pre>
 <a href="./src/test-suites/fed2-external-extension">fed2-external-extension</a>
-<pre>🟢🟢</pre>
+<pre>🟢🟢🟢🟢</pre>
 <a href="./src/test-suites/include-skip">include-skip</a>
 <pre>🟢🟢🟢🟢</pre>
 <a href="./src/test-suites/input-object-intersection">input-object-intersection</a>
 <pre>🟢🟢🟢</pre>
 <a href="./src/test-suites/interface-object-with-requires">interface-object-with-requires</a>
 <pre>🟢🟢🟢🟢🟢🟢🟢</pre>
 <a href="./src/test-suites/keys-mashup">keys-mashup</a>
-<pre>🟢</pre>
+<pre>❌</pre>
 <a href="./src/test-suites/mutations">mutations</a>
 <pre>🟢🟢🟢</pre>
 <a href="./src/test-suites/mysterious-external">mysterious-external</a>
@@ -85,7 +85,7 @@ You can look at the full list of tests [here](./src/test-suites/). Every test id
 <a href="./src/test-suites/requires-requires">requires-requires</a>
 <pre>🟢🟢🟢🟢🟢</pre>
 <a href="./src/test-suites/requires-with-argument">requires-with-argument</a>
-<pre>🟢🟢🟢🟢🟢</pre>
+<pre>🟢🟢❌❌❌</pre>
 <a href="./src/test-suites/requires-with-fragments">requires-with-fragments</a>
 <pre>🟢🟢🟢🟢🟢🟢</pre>
 <a href="./src/test-suites/shared-root">shared-root</a>
@@ -110,11 +110,11 @@ You can look at the full list of tests [here](./src/test-suites/). Every test id
 <pre>🟢🟢🟢🟢🟢🟢🟢🟢</pre>
 </details>
 
-<a id="apollo-router"></a>
+<a id="apollo-gateway"></a>
 
-### Apollo Router
+### Apollo Gateway
 
-- [Repository](https://github.com/apollographql/router)
+- [Repository](https://github.com/apollographql/federation)
 - [Website](https://www.apollographql.com/)
 
 <details>
@@ -132,15 +132,15 @@ You can look at the full list of tests [here](./src/test-suites/). Every test id
 <a href="./src/test-suites/enum-intersection">enum-intersection</a>
 <pre>🟢🟢🟢🟢🟢</pre>
 <a href="./src/test-suites/fed1-external-extends">fed1-external-extends</a>
-<pre>🟢🟢</pre>
+<pre>🟢🟢🟢🟢</pre>
 <a href="./src/test-suites/fed1-external-extends-resolvable">fed1-external-extends-resolvable</a>
 <pre>🟢</pre>
 <a href="./src/test-suites/fed1-external-extension">fed1-external-extension</a>
-<pre>🟢🟢</pre>
+<pre>🟢🟢🟢🟢</pre>
 <a href="./src/test-suites/fed2-external-extends">fed2-external-extends</a>
-<pre>🟢🟢</pre>
+<pre>🟢🟢🟢🟢</pre>
 <a href="./src/test-suites/fed2-external-extension">fed2-external-extension</a>
-<pre>🟢🟢</pre>
+<pre>🟢🟢🟢🟢</pre>
 <a href="./src/test-suites/include-skip">include-skip</a>
 <pre>🟢🟢🟢🟢</pre>
 <a href="./src/test-suites/input-object-intersection">input-object-intersection</a>
@@ -158,7 +158,7 @@ You can look at the full list of tests [here](./src/test-suites/). Every test id
 <a href="./src/test-suites/node">node</a>
 <pre>🟢</pre>
 <a href="./src/test-suites/non-resolvable-interface-object">non-resolvable-interface-object</a>
-<pre>🟢🟢🟢🟢🟢🟢🟢</pre>
+<pre>🟢❌🟢🟢🟢🟢🟢</pre>
 <a href="./src/test-suites/null-keys">null-keys</a>
 <pre>🟢</pre>
 <a href="./src/test-suites/override-type-interface">override-type-interface</a>
@@ -203,12 +203,12 @@ You can look at the full list of tests [here](./src/test-suites/). Every test id
 <pre>🟢🟢🟢🟢🟢🟢🟢🟢</pre>
 </details>
 
-<a id="apollo-gateway"></a>
+<a id="hive-gateway"></a>
 
-### Apollo Gateway
+### Hive Gateway
 
-- [Repository](https://github.com/apollographql/federation)
-- [Website](https://www.apollographql.com/)
+- [Repository](https://github.com/graphql-hive/gateway)
+- [Website](https://the-guild.dev/graphql/hive/docs/gateway)
 
 <details>
 <summary>Results</summary>
@@ -225,23 +225,23 @@ You can look at the full list of tests [here](./src/test-suites/). Every test id
 <a href="./src/test-suites/enum-intersection">enum-intersection</a>
 <pre>🟢🟢🟢🟢🟢</pre>
 <a href="./src/test-suites/fed1-external-extends">fed1-external-extends</a>
-<pre>🟢🟢</pre>
+<pre>❌🟢❌🟢</pre>
 <a href="./src/test-suites/fed1-external-extends-resolvable">fed1-external-extends-resolvable</a>
 <pre>🟢</pre>
 <a href="./src/test-suites/fed1-external-extension">fed1-external-extension</a>
-<pre>🟢🟢</pre>
+<pre>❌🟢❌🟢</pre>
 <a href="./src/test-suites/fed2-external-extends">fed2-external-extends</a>
-<pre>🟢🟢</pre>
+<pre>❌🟢❌🟢</pre>
 <a href="./src/test-suites/fed2-external-extension">fed2-external-extension</a>
-<pre>🟢🟢</pre>
+<pre>❌🟢❌🟢</pre>
 <a href="./src/test-suites/include-skip">include-skip</a>
 <pre>🟢🟢🟢🟢</pre>
 <a href="./src/test-suites/input-object-intersection">input-object-intersection</a>
 <pre>🟢🟢🟢</pre>
 <a href="./src/test-suites/interface-object-with-requires">interface-object-with-requires</a>
 <pre>🟢🟢🟢🟢🟢🟢🟢</pre>
 <a href="./src/test-suites/keys-mashup">keys-mashup</a>
-<pre>❌</pre>
+<pre>🟢</pre>
 <a href="./src/test-suites/mutations">mutations</a>
 <pre>🟢🟢🟢</pre>
 <a href="./src/test-suites/mysterious-external">mysterious-external</a>
@@ -251,7 +251,7 @@ You can look at the full list of tests [here](./src/test-suites/). Every test id
 <a href="./src/test-suites/node">node</a>
 <pre>🟢</pre>
 <a href="./src/test-suites/non-resolvable-interface-object">non-resolvable-interface-object</a>
-<pre>🟢❌🟢🟢🟢🟢🟢</pre>
+<pre>🟢🟢🟢🟢🟢🟢🟢</pre>
 <a href="./src/test-suites/null-keys">null-keys</a>
 <pre>🟢</pre>
 <a href="./src/test-suites/override-type-interface">override-type-interface</a>
@@ -271,7 +271,7 @@ You can look at the full list of tests [here](./src/test-suites/). Every test id
 <a href="./src/test-suites/requires-requires">requires-requires</a>
 <pre>🟢🟢🟢🟢🟢</pre>
 <a href="./src/test-suites/requires-with-argument">requires-with-argument</a>
-<pre>🟢🟢❌❌❌</pre>
+<pre>🟢🟢🟢🟢🟢</pre>
 <a href="./src/test-suites/requires-with-fragments">requires-with-fragments</a>
 <pre>🟢🟢🟢🟢🟢🟢</pre>
 <a href="./src/test-suites/shared-root">shared-root</a>
@@ -318,15 +318,15 @@ You can look at the full list of tests [here](./src/test-suites/). Every test id
 <a href="./src/test-suites/enum-intersection">enum-intersection</a>
 <pre>🟢🟢🟢🟢🟢</pre>
 <a href="./src/test-suites/fed1-external-extends">fed1-external-extends</a>
-<pre>🟢🟢</pre>
+<pre>🟢🟢🟢🟢</pre>
 <a href="./src/test-suites/fed1-external-extends-resolvable">fed1-external-extends-resolvable</a>
 <pre>🟢</pre>
 <a href="./src/test-suites/fed1-external-extension">fed1-external-extension</a>
-<pre>🟢🟢</pre>
+<pre>🟢🟢🟢🟢</pre>
 <a href="./src/test-suites/fed2-external-extends">fed2-external-extends</a>
-<pre>🟢🟢</pre>
+<pre>🟢🟢🟢🟢</pre>
 <a href="./src/test-suites/fed2-external-extension">fed2-external-extension</a>
-<pre>🟢🟢</pre>
+<pre>🟢🟢🟢🟢</pre>
 <a href="./src/test-suites/include-skip">include-skip</a>
 <pre>🟢🟢🟢🟢</pre>
 <a href="./src/test-suites/input-object-intersection">input-object-intersection</a>
@@ -411,15 +411,15 @@ You can look at the full list of tests [here](./src/test-suites/). Every test id
 <a href="./src/test-suites/enum-intersection">enum-intersection</a>
 <pre>🟢🟢🟢🟢🟢</pre>
 <a href="./src/test-suites/fed1-external-extends">fed1-external-extends</a>
-<pre>🟢🟢</pre>
+<pre>🟢🟢🟢🟢</pre>
 <a href="./src/test-suites/fed1-external-extends-resolvable">fed1-external-extends-resolvable</a>
 <pre>❌</pre>
 <a href="./src/test-suites/fed1-external-extension">fed1-external-extension</a>
-<pre>🟢🟢</pre>
+<pre>🟢🟢🟢🟢</pre>
 <a href="./src/test-suites/fed2-external-extends">fed2-external-extends</a>
-<pre>🟢🟢</pre>
+<pre>🟢🟢🟢🟢</pre>
 <a href="./src/test-suites/fed2-external-extension">fed2-external-extension</a>
-<pre>🟢🟢</pre>
+<pre>🟢🟢🟢🟢</pre>
 <a href="./src/test-suites/include-skip">include-skip</a>
 <pre>🟢🟢🟢🟢</pre>
 <a href="./src/test-suites/input-object-intersection">input-object-intersection</a>
@@ -504,15 +504,15 @@ You can look at the full list of tests [here](./src/test-suites/). Every test id
 <a href="./src/test-suites/enum-intersection">enum-intersection</a>
 <pre>❌❌❌❌❌</pre>
 <a href="./src/test-suites/fed1-external-extends">fed1-external-extends</a>
-<pre>🟢🟢</pre>
+<pre>🟢🟢🟢🟢</pre>
 <a href="./src/test-suites/fed1-external-extends-resolvable">fed1-external-extends-resolvable</a>
 <pre>❌</pre>
 <a href="./src/test-suites/fed1-external-extension">fed1-external-extension</a>
-<pre>🟢🟢</pre>
+<pre>🟢🟢🟢🟢</pre>
 <a href="./src/test-suites/fed2-external-extends">fed2-external-extends</a>
-<pre>🟢🟢</pre>
+<pre>🟢🟢🟢🟢</pre>
 <a href="./src/test-suites/fed2-external-extension">fed2-external-extension</a>
-<pre>🟢🟢</pre>
+<pre>🟢🟢🟢🟢</pre>
 <a href="./src/test-suites/include-skip">include-skip</a>
 <pre>🟢🟢🟢🟢</pre>
 <a href="./src/test-suites/input-object-intersection">input-object-intersection</a>

gateways/apollo-gateway/results.txt

@@ -11,15 +11,15 @@ corrupted-supergraph-node-id
 enum-intersection
 .....
 fed1-external-extends
-..
+....
 fed1-external-extends-resolvable
 .
 fed1-external-extension
-..
+....
 fed2-external-extends
-..
+....
 fed2-external-extension
-..
+....
 include-skip
 ....
 input-object-intersection
@@ -82,6 +82,6 @@ union-intersection
 ........
 
 ---
-Total: 171
-Passed: 166
+Total: 179
+Passed: 174
 Failed: 5

gateways/apollo-router/install.sh

@@ -1,2 +1,2 @@
 # https://github.com/apollographql/router/releases
-curl -sSL https://router.apollo.dev/download/nix/v1.57.1 | sh
+curl -sSL https://router.apollo.dev/download/nix/v1.58.0 | sh

gateways/apollo-router/results.txt

@@ -11,15 +11,15 @@ corrupted-supergraph-node-id
 enum-intersection
 .....
 fed1-external-extends
-..
+....
 fed1-external-extends-resolvable
 .
 fed1-external-extension
-..
+....
 fed2-external-extends
-..
+....
 fed2-external-extension
-..
+....
 include-skip
 ....
 input-object-intersection
@@ -82,6 +82,6 @@ union-intersection
 ........
 
 ---
-Total: 171
-Passed: 167
+Total: 179
+Passed: 175
 Failed: 4

gateways/cosmo-router/install.sh

@@ -8,7 +8,7 @@ set -u
 BINARY_DOWNLOAD_PREFIX="https://github.com/wundergraph/cosmo/releases/download"
 
 # https://github.com/wundergraph/cosmo/releases
-DOWNLOAD_VERSION="0.144.1"
+DOWNLOAD_VERSION="0.145.1"
 
 download_binary() {
     downloader --check

gateways/cosmo-router/results.txt

@@ -11,15 +11,15 @@ X....X....
 enum-intersection
 .....
 fed1-external-extends
-..
+....
 fed1-external-extends-resolvable
 X
 fed1-external-extension
-..
+....
 fed2-external-extends
-..
+....
 fed2-external-extension
-..
+....
 include-skip
 ....
 input-object-intersection
@@ -82,6 +82,6 @@ union-intersection
 ...XX..X
 
 ---
-Total: 171
-Passed: 123
+Total: 179
+Passed: 131
 Failed: 48

gateways/grafbase-gateway/results.txt

@@ -11,15 +11,15 @@ X.X..X....
 enum-intersection
 .....
 fed1-external-extends
-..
+....
 fed1-external-extends-resolvable
 .
 fed1-external-extension
-..
+....
 fed2-external-extends
-..
+....
 fed2-external-extension
-..
+....
 include-skip
 ....
 input-object-intersection
@@ -82,6 +82,6 @@ union-intersection
 ...X...X
 
 ---
-Total: 171
-Passed: 130
+Total: 179
+Passed: 138
 Failed: 41

gateways/hive-gateway/install.sh

@@ -1,2 +1,2 @@
 # https://github.com/graphql-hive/gateway/releases
-curl -sSL https://graphql-hive.com/install-gateway.sh | sh -s "1.5.2"
+curl -sSL https://graphql-hive.com/install-gateway.sh | sh -s "1.5.3"