Hack to allow unit tests use remote parsing

build.gradle.kts

@@ -58,6 +58,10 @@ dependencies {
     testImplementation("org.junit-pioneer:junit-pioneer:latest.release")
     testImplementation("org.openrewrite:rewrite-test")
 
+    testImplementation("org.openrewrite:rewrite-remote:latest.integration")
+    testImplementation("org.openrewrite:rewrite-remote-java:latest.integration")
+    testImplementation("com.fasterxml.jackson.dataformat:jackson-dataformat-cbor")
+
     testRuntimeOnly("org.junit.jupiter:junit-jupiter-engine:latest.release")
 }
 

src/test/java/org/openrewrite/python/tree/ParserAssertions.java

@@ -57,7 +57,7 @@ public static SourceSpecs python(@Language("py") @Nullable String before, Python
     }
 
     public static SourceSpecs python(@Language("py") @Nullable String before, Consumer<SourceSpec<Py.CompilationUnit>> spec, PythonParser.LanguageLevel languageLevel) {
-        SourceSpec<Py.CompilationUnit> python = new SourceSpec<>(Py.CompilationUnit.class, null, PythonParser.builder().languageLevel(languageLevel), before, null);
+        SourceSpec<Py.CompilationUnit> python = new SourceSpec<>(Py.CompilationUnit.class, null, RemotePythonParser.builder().languageLevel(languageLevel), before, null);
         acceptSpec(spec, python);
         return python;
     }
@@ -69,12 +69,12 @@ public static SourceSpecs python(@Language("py") @Nullable String before, @Langu
 
     public static SourceSpecs python(@Language("py") @Nullable String before, @Language("py") String after,
                                      Consumer<SourceSpec<Py.CompilationUnit>> spec, PythonParser.LanguageLevel languageLevel) {
-        SourceSpec<Py.CompilationUnit> python = new SourceSpec<>(Py.CompilationUnit.class, null, PythonParser.builder().languageLevel(languageLevel), before, s -> after);
+        SourceSpec<Py.CompilationUnit> python = new SourceSpec<>(Py.CompilationUnit.class, null, RemotePythonParser.builder().languageLevel(languageLevel), before, s -> after);
         acceptSpec(spec, python);
         return python;
     }
 
-    private static void acceptSpec(Consumer<SourceSpec<Py.CompilationUnit>> spec, SourceSpec<Py.CompilationUnit> python) {
+    public static void acceptSpec(Consumer<SourceSpec<Py.CompilationUnit>> spec, SourceSpec<Py.CompilationUnit> python) {
         Consumer<Py.CompilationUnit> userSuppliedAfterRecipe = python.getAfterRecipe();
         python.afterRecipe(userSuppliedAfterRecipe::accept);
         spec.andThen(isFullyParsed()).accept(python);

src/test/java/org/openrewrite/python/tree/RemotePythonParser.java

@@ -0,0 +1,176 @@
+/*
+ * Copyright 2023 the original author or authors.
+ * <p>
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ * <p>
+ * https://www.apache.org/licenses/LICENSE-2.0
+ * <p>
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.openrewrite.python.tree;
+
+import lombok.AccessLevel;
+import lombok.RequiredArgsConstructor;
+import org.openrewrite.*;
+import org.openrewrite.internal.EncodingDetectingInputStream;
+import org.openrewrite.internal.lang.Nullable;
+import org.openrewrite.java.internal.JavaTypeCache;
+import org.openrewrite.python.PythonParser;
+import org.openrewrite.remote.ReceiverContext;
+import org.openrewrite.remote.java.RemotingClient;
+import org.openrewrite.style.NamedStyles;
+import org.openrewrite.tree.ParseError;
+import org.openrewrite.tree.ParsingEventListener;
+import org.openrewrite.tree.ParsingExecutionContextView;
+
+import java.io.ByteArrayInputStream;
+import java.io.IOException;
+import java.net.InetAddress;
+import java.net.Socket;
+import java.nio.charset.StandardCharsets;
+import java.nio.file.Path;
+import java.nio.file.Paths;
+import java.util.ArrayList;
+import java.util.Collection;
+import java.util.List;
+import java.util.stream.Stream;
+
+@SuppressWarnings("unused")
+@RequiredArgsConstructor(access = AccessLevel.PRIVATE)
+public class RemotePythonParser implements Parser {
+    private final PythonParser.LanguageLevel languageLevel;
+    private final Collection<NamedStyles> styles;
+    private final boolean logCompilationWarningsAndErrors;
+    private final JavaTypeCache typeCache;
+    private @org.jspecify.annotations.Nullable RemotingClient client;
+
+    @Override
+    public Stream<SourceFile> parse(String... sources) {
+        List<Input> inputs = new ArrayList<>(sources.length);
+        for (int i = 0; i < sources.length; i++) {
+            Path path = Paths.get("p" + i + ".py");
+            int j = i;
+            inputs.add(new Input(
+                    path, null,
+                    () -> new ByteArrayInputStream(sources[j].getBytes(StandardCharsets.UTF_8)),
+                    true
+            ));
+        }
+
+        return parseInputs(
+                inputs,
+                null,
+                new InMemoryExecutionContext()
+        );
+    }
+
+    @Override
+    public Stream<SourceFile> parseInputs(Iterable<Input> inputs, @Nullable Path relativeTo, ExecutionContext ctx) {
+        ParsingExecutionContextView pctx = ParsingExecutionContextView.view(ctx);
+        ParsingEventListener parsingListener = pctx.getParsingListener();
+
+        if (client == null) {
+            client = RemotingClient.create(ctx, RemotePythonParser.class, () -> {
+                try {
+                    return new Socket(InetAddress.getLoopbackAddress(), 54321);
+                } catch (IOException e) {
+                    throw new RuntimeException(e);
+                }
+            });
+        }
+
+        return acceptedInputs(inputs).map(input -> {
+            Path path = input.getRelativePath(relativeTo);
+            parsingListener.startedParsing(input);
+            try (EncodingDetectingInputStream is = input.getSource(ctx)) {
+                SourceFile parsed = client.runUsingSocket((socket, messenger) -> messenger.sendRequest(generator -> {
+                    generator.writeString("parse-python");
+                    generator.writeString(is.readFully());
+                }, parser -> {
+                    Tree tree = new ReceiverContext(client.getContext().newReceiver(parser), client.getContext()).receiveTree(null);
+                    return (SourceFile) tree;
+                }, socket));
+
+                Py.CompilationUnit py = (Py.CompilationUnit) parsed;
+                parsingListener.parsed(input, py);
+                return requirePrintEqualsInput(py, input, relativeTo, ctx);
+            } catch (Throwable t) {
+                ctx.getOnError().accept(t);
+                return ParseError.build(this, input, relativeTo, ctx, t);
+            }
+        });
+    }
+
+    @Override
+    public boolean accept(Path path) {
+        return path.toString().endsWith(".py");
+    }
+
+    @Override
+    public RemotePythonParser reset() {
+        typeCache.clear();
+        if (client != null) {
+            client.getContext().reset();
+        }
+        return this;
+    }
+
+    @Override
+    public Path sourcePathFromSourceText(Path prefix, String sourceCode) {
+        return prefix.resolve("file.py");
+    }
+
+    public static Builder builder() {
+        return new Builder();
+    }
+
+    @SuppressWarnings("unused")
+    public static class Builder extends Parser.Builder {
+        private PythonParser.LanguageLevel languageLevel = PythonParser.LanguageLevel.PYTHON_312;
+        private JavaTypeCache typeCache = new JavaTypeCache();
+        private boolean logCompilationWarningsAndErrors;
+        private final Collection<NamedStyles> styles = new ArrayList<>();
+
+        public Builder() {
+            super(Py.CompilationUnit.class);
+        }
+
+        public Builder logCompilationWarningsAndErrors(boolean logCompilationWarningsAndErrors) {
+            this.logCompilationWarningsAndErrors = logCompilationWarningsAndErrors;
+            return this;
+        }
+
+        public Builder typeCache(JavaTypeCache typeCache) {
+            this.typeCache = typeCache;
+            return this;
+        }
+
+        public Builder styles(Iterable<? extends NamedStyles> styles) {
+            for (NamedStyles style : styles) {
+                this.styles.add(style);
+            }
+            return this;
+        }
+
+        public Builder languageLevel(PythonParser.LanguageLevel languageLevel) {
+            this.languageLevel = languageLevel;
+            return this;
+        }
+
+        @Override
+        public RemotePythonParser build() {
+            return new RemotePythonParser(languageLevel, styles, logCompilationWarningsAndErrors, typeCache);
+        }
+
+        @Override
+        public String getDslName() {
+            return "python";
+        }
+    }
+}