diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml index 633f48ebf72..529012e932e 100644 --- a/.github/workflows/ci.yml +++ b/.github/workflows/ci.yml @@ -89,12 +89,10 @@ jobs: with: node-version: 16 - # The version of Deno is pinned because version 1.25.1 was causing test - # flakes due to random segfaults. - - name: Setup Deno 1.24.0 + - name: Setup Deno 1.40.0 uses: denoland/setup-deno@main with: - deno-version: v1.24.0 + deno-version: v1.40.0 - name: Check out code into the Go module directory uses: actions/checkout@v3 @@ -199,8 +197,8 @@ jobs: make test-yarnpnp - esbuild-old-versions: - name: esbuild CI (old versions) + esbuild-old-go-version: + name: esbuild CI (old Go version) runs-on: ubuntu-latest steps: @@ -221,3 +219,35 @@ jobs: - name: make test-old-ts run: make test-old-ts + + esbuild-old-deno-version: + name: esbuild CI (old Deno version) + runs-on: ${{ matrix.os }} + strategy: + matrix: + os: [ubuntu-latest, macos-latest, windows-latest] + + steps: + - name: Set up Go 1.x + uses: actions/setup-go@v3 + with: + go-version: 1.20.12 + id: go + + # Make sure esbuild works with old versions of Deno. Note: It's important + # to test a version before 1.31.0, which introduced the "Deno.Command" API. + - name: Setup Deno 1.24.0 + uses: denoland/setup-deno@main + with: + deno-version: v1.24.0 + + - name: Check out code into the Go module directory + uses: actions/checkout@v3 + + - name: Deno Tests (non-Windows) + if: matrix.os != 'windows-latest' + run: make test-deno + + - name: Deno Tests (Windows) + if: matrix.os == 'windows-latest' + run: make test-deno-windows diff --git a/CHANGELOG.md b/CHANGELOG.md index 35c48c6e37c..5d036b970f5 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -2,6 +2,12 @@ ## Unreleased +* Work around API deprecations in Deno 1.40.x ([#3609](https://github.com/evanw/esbuild/issues/3609), [#3611](https://github.com/evanw/esbuild/pull/3611)) + + Deno 1.40.0 introduced run-time warnings about certain APIs that esbuild uses. With this release, esbuild will work around these run-time warnings by using newer APIs if they are present and falling back to the original APIs otherwise. This should avoid the warnings without breaking compatibility with older versions of Deno. + + Unfortunately, doing this introduces a breaking change. The newer child process APIs lack a way to synchronously terminate esbuild's child process, so calling `esbuild.stop()` from within a Deno test is no longer sufficient to prevent Deno from failing a test that uses esbuild's API (Deno fails tests that create a child process without killing it before the test ends). To work around this, esbuild's `stop()` function has been changed to return a promise, and you now have to change `esbuild.stop()` to `await esbuild.stop()` in all of your Deno tests. + * Reorder implicit file extensions within `node_modules` ([#3341](https://github.com/evanw/esbuild/issues/3341), [#3608](https://github.com/evanw/esbuild/issues/3608)) In [version 0.18.0](https://github.com/evanw/esbuild/releases/v0.18.0), esbuild changed the behavior of implicit file extensions within `node_modules` directories (i.e. in published packages) to prefer `.js` over `.ts` even when the `--resolve-extensions=` order prefers `.ts` over `.js` (which it does by default). However, doing that also accidentally made esbuild prefer `.css` over `.ts`, which caused problems for people that published packages containing both TypeScript and CSS in files with the same name. diff --git a/lib/deno/mod.ts b/lib/deno/mod.ts index 7e24f389a74..371b8d80705 100644 --- a/lib/deno/mod.ts +++ b/lib/deno/mod.ts @@ -43,8 +43,8 @@ export const analyzeMetafileSync: typeof types.analyzeMetafileSync = () => { throw new Error(`The "analyzeMetafileSync" API does not work in Deno`) } -export const stop = () => { - if (stopService) stopService() +export const stop = async () => { + if (stopService) await stopService() } let initializeWasCalled = false @@ -178,63 +178,149 @@ interface Service { let defaultWD = Deno.cwd() let longLivedService: Promise | undefined -let stopService: (() => void) | undefined +let stopService: (() => Promise) | undefined + +// Declare a common subprocess API for the two implementations below +type SpawnFn = (cmd: string, options: { + args: string[] + stdin: 'piped' | 'inherit' + stdout: 'piped' | 'inherit' + stderr: 'inherit' +}) => { + write(bytes: Uint8Array): void + read(): Promise + close(): Promise | void + status(): Promise<{ code: number }> + unref(): void + ref(): void +} + +// Deno ≥1.40 +const spawnNew: SpawnFn = (cmd, { args, stdin, stdout, stderr }) => { + const child = new Deno.Command(cmd, { + args, + cwd: defaultWD, + stdin, + stdout, + stderr, + }).spawn() + const writer = child.stdin.getWriter() + const reader = child.stdout.getReader() + return { + write: bytes => writer.write(bytes), + read: () => reader.read().then(x => x.value || null), + close: async () => { + // We can't call "kill()" because it doesn't seem to work. Tests will + // still fail with "A child process was opened during the test, but not + // closed during the test" even though we kill the child process. + // + // And we can't call both "writer.close()" and "kill()" because then + // there's a race as the child process exits when stdin is closed, and + // "kill()" fails when the child process has already been killed. + // + // So instead we just call "writer.close()" and then hope that this + // causes the child process to exit. It won't work if the stdin consumer + // thread in the child process is hung or busy, but that may be the best + // we can do. + // + // See this for more info: https://github.com/evanw/esbuild/pull/3611 + await writer.close() + await reader.cancel() + + // Wait for the process to exit. The new "kill()" API doesn't flag the + // process as having exited because processes can technically ignore the + // kill signal. Without this, Deno will fail tests that use esbuild with + // an error because the test spawned a process but didn't wait for it. + await child.status + }, + status: () => child.status, + unref: () => child.unref(), + ref: () => child.ref(), + } +} -let ensureServiceIsRunning = (): Promise => { +// Deno <1.40 +const spawnOld: SpawnFn = (cmd, { args, stdin, stdout, stderr }) => { + const child = Deno.run({ + cmd: [cmd].concat(args), + cwd: defaultWD, + stdin, + stdout, + stderr, + }) + const stdoutBuffer = new Uint8Array(4 * 1024 * 1024) + let writeQueue: Uint8Array[] = [] + let isQueueLocked = false + + // We need to keep calling "write()" until it actually writes the data + const startWriteFromQueueWorker = () => { + if (isQueueLocked || writeQueue.length === 0) return + isQueueLocked = true + child.stdin!.write(writeQueue[0]).then(bytesWritten => { + isQueueLocked = false + if (bytesWritten === writeQueue[0].length) writeQueue.shift() + else writeQueue[0] = writeQueue[0].subarray(bytesWritten) + startWriteFromQueueWorker() + }) + } + + return { + write: bytes => { + writeQueue.push(bytes) + startWriteFromQueueWorker() + }, + read: () => child.stdout!.read(stdoutBuffer).then(n => n === null ? null : stdoutBuffer.subarray(0, n)), + close: () => { + child.stdin!.close() + child.stdout!.close() + child.close() + }, + status: () => child.status(), + unref: () => { }, + ref: () => { }, + } +} + +// This is a shim for "Deno.run" for newer versions of Deno +const spawn: SpawnFn = Deno.Command ? spawnNew : spawnOld + +const ensureServiceIsRunning = (): Promise => { if (!longLivedService) { longLivedService = (async (): Promise => { const binPath = await install() - const isTTY = Deno.isatty(Deno.stderr.rid) + const isTTY = Deno.stderr.isTerminal + ? Deno.stderr.isTerminal() // Deno ≥1.40 + : Deno.isatty(Deno.stderr.rid) // Deno <1.40 - const child = Deno.run({ - cmd: [binPath, `--service=${version}`], - cwd: defaultWD, + const child = spawn(binPath, { + args: [`--service=${version}`], stdin: 'piped', stdout: 'piped', stderr: 'inherit', }) - stopService = () => { + stopService = async () => { // Close all resources related to the subprocess. - child.stdin.close() - child.stdout.close() - child.close() + await child.close() initializeWasCalled = false longLivedService = undefined stopService = undefined } - let writeQueue: Uint8Array[] = [] - let isQueueLocked = false - - // We need to keep calling "write()" until it actually writes the data - const startWriteFromQueueWorker = () => { - if (isQueueLocked || writeQueue.length === 0) return - isQueueLocked = true - child.stdin.write(writeQueue[0]).then(bytesWritten => { - isQueueLocked = false - if (bytesWritten === writeQueue[0].length) writeQueue.shift() - else writeQueue[0] = writeQueue[0].subarray(bytesWritten) - startWriteFromQueueWorker() - }) - } - const { readFromStdout, afterClose, service } = common.createChannel({ writeToStdin(bytes) { - writeQueue.push(bytes) - startWriteFromQueueWorker() + child.write(bytes) }, isSync: false, hasFS: true, esbuild: ourselves, }) - const stdoutBuffer = new Uint8Array(4 * 1024 * 1024) - const readMoreStdout = () => child.stdout.read(stdoutBuffer).then(n => { - if (n === null) { + const readMoreStdout = () => child.read().then(buffer => { + if (buffer === null) { afterClose(null) } else { - readFromStdout(stdoutBuffer.subarray(0, n)) + readFromStdout(buffer) readMoreStdout() } }).catch(e => { @@ -247,12 +333,20 @@ let ensureServiceIsRunning = (): Promise => { }) readMoreStdout() + let refCount = 0 + child.unref() // Allow Deno to exit when esbuild is running + + const refs: common.Refs = { + ref() { if (++refCount === 1) child.ref(); }, + unref() { if (--refCount === 0) child.unref(); }, + } + return { build: (options: types.BuildOptions) => new Promise((resolve, reject) => { service.buildOrContext({ callName: 'build', - refs: null, + refs, options, isTTY, defaultWD, @@ -264,7 +358,7 @@ let ensureServiceIsRunning = (): Promise => { new Promise((resolve, reject) => service.buildOrContext({ callName: 'context', - refs: null, + refs, options, isTTY, defaultWD, @@ -275,7 +369,7 @@ let ensureServiceIsRunning = (): Promise => { new Promise((resolve, reject) => service.transform({ callName: 'transform', - refs: null, + refs, input, options: options || {}, isTTY, @@ -308,7 +402,7 @@ let ensureServiceIsRunning = (): Promise => { new Promise((resolve, reject) => service.formatMessages({ callName: 'formatMessages', - refs: null, + refs, messages, options, callback: (err, res) => err ? reject(err) : resolve(res!), @@ -318,7 +412,7 @@ let ensureServiceIsRunning = (): Promise => { new Promise((resolve, reject) => service.analyzeMetafile({ callName: 'analyzeMetafile', - refs: null, + refs, metafile: typeof metafile === 'string' ? metafile : JSON.stringify(metafile), options, callback: (err, res) => err ? reject(err) : resolve(res!), @@ -331,9 +425,8 @@ let ensureServiceIsRunning = (): Promise => { // If we're called as the main script, forward the CLI to the underlying executable if (import.meta.main) { - Deno.run({ - cmd: [await install()].concat(Deno.args), - cwd: defaultWD, + spawn(await install(), { + args: Deno.args, stdin: 'inherit', stdout: 'inherit', stderr: 'inherit', diff --git a/lib/deno/wasm.ts b/lib/deno/wasm.ts index 0bad9421a3b..808d2d37ca6 100644 --- a/lib/deno/wasm.ts +++ b/lib/deno/wasm.ts @@ -50,6 +50,7 @@ export const analyzeMetafileSync: typeof types.analyzeMetafileSync = () => { export const stop = () => { if (stopService) stopService() + return Promise.resolve() } interface Service { diff --git a/lib/npm/browser.ts b/lib/npm/browser.ts index 9885119a2cd..325687c8dd3 100644 --- a/lib/npm/browser.ts +++ b/lib/npm/browser.ts @@ -45,6 +45,7 @@ export const analyzeMetafileSync: typeof types.analyzeMetafileSync = () => { export const stop = () => { if (stopService) stopService() + return Promise.resolve() } interface Service { diff --git a/lib/npm/node.ts b/lib/npm/node.ts index 56a6ddb7076..663937f88b5 100644 --- a/lib/npm/node.ts +++ b/lib/npm/node.ts @@ -223,6 +223,7 @@ export let analyzeMetafileSync: typeof types.analyzeMetafileSync = (metafile, op export const stop = () => { if (stopService) stopService() if (workerThreadService) workerThreadService.stop() + return Promise.resolve() } let initializeWasCalled = false diff --git a/lib/shared/types.ts b/lib/shared/types.ts index b398f845bc4..a31292cdf56 100644 --- a/lib/shared/types.ts +++ b/lib/shared/types.ts @@ -663,14 +663,17 @@ export interface InitializeOptions { export let version: string // Call this function to terminate esbuild's child process. The child process -// is not terminated and re-created for each API call because it's more -// efficient to keep it around when there are multiple API calls. +// is not terminated and re-created after each API call because it's more +// efficient to keep it around when there are multiple API calls. This child +// process normally exits automatically when the parent process exits, so you +// usually don't need to call this function. // -// In node this happens automatically before the parent node process exits. So -// you only need to call this if you know you will not make any more esbuild -// API calls and you want to clean up resources. +// One reason you might want to call this is if you know you will not make any +// more esbuild API calls and you want to clean up resources (since the esbuild +// child process takes up some memory even when idle). // -// Unlike node, Deno lacks the necessary APIs to clean up child processes -// automatically. You must manually call stop() in Deno when you're done -// using esbuild or Deno will continue running forever. -export declare function stop(): void; +// Another reason you might want to call this is if you are using esbuild from +// within a Deno test. Deno fails tests that create a child process without +// killing it before the test ends, so you have to call this function (and +// await the returned promise) in every Deno test that uses esbuild. +export declare function stop(): Promise diff --git a/scripts/deno-tests.js b/scripts/deno-tests.js index e0748e7ba1d..c971b337470 100644 --- a/scripts/deno-tests.js +++ b/scripts/deno-tests.js @@ -37,7 +37,7 @@ function test(name, backends, fn) { await fn({ esbuild: esbuildNative, testDir }) await Deno.remove(testDir, { recursive: true }).catch(() => null) } finally { - esbuildNative.stop() + await esbuildNative.stop() } }) break @@ -51,7 +51,7 @@ function test(name, backends, fn) { await fn({ esbuild: esbuildWASM, testDir }) await Deno.remove(testDir, { recursive: true }).catch(() => null) } finally { - esbuildWASM.stop() + await esbuildWASM.stop() } }) break @@ -65,7 +65,7 @@ function test(name, backends, fn) { await fn({ esbuild: esbuildWASM, testDir }) await Deno.remove(testDir, { recursive: true }).catch(() => null) } finally { - esbuildWASM.stop() + await esbuildWASM.stop() } }) break diff --git a/scripts/esbuild.js b/scripts/esbuild.js index 4fb7f9b928f..9ebad8945d7 100644 --- a/scripts/esbuild.js +++ b/scripts/esbuild.js @@ -8,6 +8,7 @@ const denoDir = path.join(repoDir, 'deno') const npmDir = path.join(repoDir, 'npm', 'esbuild') const version = fs.readFileSync(path.join(repoDir, 'version.txt'), 'utf8').trim() const nodeTarget = 'node10'; // See: https://nodejs.org/en/about/releases/ +const denoTarget = 'deno1'; // See: https://nodejs.org/en/about/releases/ const umdBrowserTarget = 'es2015'; // Transpiles "async" const esmBrowserTarget = 'es2017'; // Preserves "async" @@ -227,7 +228,7 @@ const buildDenoLib = async (esbuildPath) => { path.join(repoDir, 'lib', 'deno', 'mod.ts'), '--bundle', '--outfile=' + path.join(denoDir, 'mod.js'), - '--target=esnext', + '--target=' + denoTarget, '--define:ESBUILD_VERSION=' + JSON.stringify(version), '--platform=neutral', '--log-level=warning', @@ -237,11 +238,11 @@ const buildDenoLib = async (esbuildPath) => { // Generate "deno/wasm.js" const GOROOT = childProcess.execFileSync('go', ['env', 'GOROOT']).toString().trim() let wasm_exec_js = fs.readFileSync(path.join(GOROOT, 'misc', 'wasm', 'wasm_exec.js'), 'utf8') - const wasmWorkerCode = await generateWorkerCode({ esbuildPath, wasm_exec_js, minify: true, target: 'esnext' }) + const wasmWorkerCode = await generateWorkerCode({ esbuildPath, wasm_exec_js, minify: true, target: denoTarget }) const modWASM = childProcess.execFileSync(esbuildPath, [ path.join(repoDir, 'lib', 'deno', 'wasm.ts'), '--bundle', - '--target=esnext', + '--target=' + denoTarget, '--define:ESBUILD_VERSION=' + JSON.stringify(version), '--define:WEB_WORKER_SOURCE_CODE=' + JSON.stringify(wasmWorkerCode), '--platform=neutral',