Add a cts command

Author: greggman

README.md

@@ -142,14 +142,22 @@ Bugs related to dawn, WebGPU should be filed in the in the
 
 ```
 npm run build
-cd third_party/dawn/third_party/webgpu-cts
-npm ci
-cd ../..
-cp third_party/webgpu-cts/package.json ..
-./tools/run run-cts --bin=out/cmake-release 'webgpu:*'
+npm run cts
+```
+
+You can pass a query an optional cts query. For example
+
+```
+npm run cts 'webgpu:shader,execution,expression,call,builtin,textureDimensions:*'
+```
+
+You can also pass the path to the CTS, for example if you want to run your own tests
+
+```
+npm run cts --cts=/Users/me/src/cts
 ```
 
-Note: this is no different than running the CTS in dawn itself.
+Note: this is no different than running the CTS in dawn itself. 
 
 ## Updating
 

build/run-cts.js

@@ -0,0 +1,73 @@
+import fs from 'node:fs';
+import util from 'node:util';
+
+import {execute} from './execute.js';
+import {
+  prependPathIfItExists,
+} from './utils.js';
+import {
+  kDepotToolsPath,
+  kDawnPath,
+  kOutDir,
+  kBuildPath,
+} from './constants.js';
+
+prependPathIfItExists(kDepotToolsPath);
+
+function showHelp(options) {
+  const longest = Object.entries(options).reduce((max, [k]) => Math.max(max, k.length), 0);
+  const help = `
+Usage: node run cts [options] [query]
+
+Options:
+${Object.entries(options).map(([k, v]) => `${k.padEnd(longest)} : ${v.description ?? ''}`).join('\n')}
+`;
+  console.log(help);
+}
+
+function parseArgs(options) {
+  try {
+    const args = process.argv.slice(2);
+    const { values, positionals } = util.parseArgs({ args, options });
+    if (values.help) {
+      showHelp(options);
+      process.exit(0);
+    }
+    return { values, positionals };
+  } catch (e) {
+    console.error(e.message);
+    showHelp(options);
+    process.exit(1);
+  }
+}
+
+async function main() {
+  const kDefaultCTSPath = `${kDawnPath}/third_party/webgpu-cts`;
+  const options = {
+    help: { type: 'boolean', short: 'h', description: 'show this help' },
+    cts: { type: 'string', description: 'path to CTS', default: kDefaultCTSPath},
+  }
+  const { values, positionals } = parseArgs(options);
+  const ctsPath = values.cts;
+  const ctsQuery = positionals[0] ?? 'webgpu:*';
+
+  // hack around the fact that run-cts modifies the listing file (T_T)
+  // This isn't perfect because Ctrl-C fails to stop run-cts (-_-;)
+  const listingFilename = `${ctsPath}/src/webgpu/listing_meta.json`;
+  const listing = fs.readFileSync(listingFilename, {encoding: 'utf-8'});
+
+  try {
+    process.chdir(`${kDawnPath}/third_party/webgpu-cts`);
+    await execute('npm', ['ci']);
+    fs.writeFileSync(`${kOutDir}/package.json`, JSON.stringify({
+      name: "placeholder",
+      version: "1.0.0",
+    }));
+    process.chdir(kDawnPath);
+    await execute('vpython3', ['tools/run.py', 'run-cts', `--cts=${ctsPath}`,`--bin=${kBuildPath}`, ctsQuery]);
+  } finally {
+    fs.writeFileSync(listingFilename, listing);
+  }
+}
+
+main();

package.json

@@ -8,6 +8,7 @@
   "scripts": {
     "build": "node build/build.js",
     "compile": "node build/build.js --compile-only",
+    "cts": "node build/run-cts.js",
     "test": "node test/test.js",
     "update": "node build/update.js"
   },