Streaming from undici download to upload

[ZJouba]

Please help me recreate this:
request.get('http://google.com/img.png').pipe(request.put('http://mysite.com/img.png'))
in undici

[ronag]

Look at stream.pipeline and undici.pipeline

[ZJouba]

So I'm using this to process 145000 image urls. At around url 205 it starts giving this error SocketError: closed

const downloadUpload = async (uploadClient, url) => {
    try {
        const uri = new URL(url);
        const downloadClient = new Client(`${uri.protocol}//${uri.hostname}`);

        pipeline(
            downloadClient.pipeline({
                path: uri.pathname,
                method: 'GET'
            }, ({ body }) => {
                return pipeline(body, new PassThrough(), () => { })
            }),
            uploadClient.pipeline({
                path: '/',
                method: 'POST',
            }, ({ body }) => {
                return console.log(body);
            }),
            error => {
                if (error) {
                    console.error(error)

                }
                downloadClient.close();
            }
        )
    } catch (error) {
        console.error(error);
    }
}

[ronag]

you need to consume body in the last call as well

[ZJouba]

I am though? console.log(body)

[ronag]

That does not consume the stream. Just return body.resume() and that should probably be sufficient.

[ZJouba]

Still get SocketError: closed

const downloadUpload = async (uploadClient, url) => {
    try {        
        const uri = new URL(url);
        const downloadClient = new Client(`${uri.protocol}//${uri.hostname}`);

        pipeline(
            downloadClient.pipeline({
                path: uri.pathname,
                method: 'GET'
            }, ({ body }) => {
                return pipeline(body, new PassThrough(), () => { })
            }),
            uploadClient.pipeline({
                path: '/',
                method: 'POST',
            }, ({ body }) => {
                console.log(body);
                return body.resume();
            }),
            error => {
                if (error) {
                    console.error(error)

                }
                downloadClient.close();
            }
        )
    } catch (error) {
        console.error(error);
    }
}

Might just be because the mock server cannot handle all the calls?

const http = require('http');

const requestListener = async function (req, res) {
    const delay = ms => new Promise(resolve => setTimeout(resolve, ms))
    await delay(1000)
    res.writeHead(200);
    res.end('Successfully uploaded');
}

const server = http.createServer(requestListener);
server.listen(8080);