Kai Ninomiya | 8e4e5dd | 2019-08-02 14:00:30 -0700 | [diff] [blame] | 1 | export const description = ` |
| 2 | Examples of writing CTS tests with various features. |
Kai Ninomiya | cb13fba | 2019-10-24 16:59:36 -0700 | [diff] [blame] | 3 | |
| 4 | Start here when looking for examples of basic framework usage. |
Kai Ninomiya | 8e4e5dd | 2019-08-02 14:00:30 -0700 | [diff] [blame] | 5 | `; |
| 6 | |
Kai Ninomiya | fe0cbfa | 2020-09-25 10:17:24 -0700 | [diff] [blame] | 7 | import { pbool } from '../common/framework/params_builder.js'; |
Kai Ninomiya | 9cbb800 | 2020-05-18 15:33:41 -0700 | [diff] [blame] | 8 | import { makeTestGroup } from '../common/framework/test_group.js'; |
Kai Ninomiya | 8e4e5dd | 2019-08-02 14:00:30 -0700 | [diff] [blame] | 9 | |
| 10 | import { GPUTest } from './gpu_test.js'; |
| 11 | |
| 12 | // To run these tests in the standalone runner, run `grunt build` or `grunt pre` then open: |
Kai Ninomiya | 20bc11b | 2020-03-31 14:45:44 -0700 | [diff] [blame] | 13 | // - http://localhost:8080/?runnow=1&q=webgpu:examples: |
Kai Ninomiya | 8e4e5dd | 2019-08-02 14:00:30 -0700 | [diff] [blame] | 14 | // To run in WPT, copy/symlink the out-wpt/ directory as the webgpu/ directory in WPT, then open: |
Kai Ninomiya | 20bc11b | 2020-03-31 14:45:44 -0700 | [diff] [blame] | 15 | // - (wpt server url)/webgpu/cts.html?q=webgpu:examples: |
Kai Ninomiya | 8e4e5dd | 2019-08-02 14:00:30 -0700 | [diff] [blame] | 16 | // |
| 17 | // Tests here can be run individually or in groups: |
Kai Ninomiya | 20bc11b | 2020-03-31 14:45:44 -0700 | [diff] [blame] | 18 | // - ?q=webgpu:examples:basic/async= |
| 19 | // - ?q=webgpu:examples:basic/ |
| 20 | // - ?q=webgpu:examples: |
Kai Ninomiya | 8e4e5dd | 2019-08-02 14:00:30 -0700 | [diff] [blame] | 21 | |
Kai Ninomiya | 9cbb800 | 2020-05-18 15:33:41 -0700 | [diff] [blame] | 22 | export const g = makeTestGroup(GPUTest); |
Kai Ninomiya | 8e4e5dd | 2019-08-02 14:00:30 -0700 | [diff] [blame] | 23 | |
Kai Ninomiya | 20bc11b | 2020-03-31 14:45:44 -0700 | [diff] [blame] | 24 | // Note: spaces in test names are replaced with underscores: webgpu:examples:test_name= |
Austin Eng | 639527e | 2020-04-14 16:20:36 -0700 | [diff] [blame] | 25 | /* eslint-disable-next-line @typescript-eslint/no-unused-vars */ |
Kai Ninomiya | 9cbb800 | 2020-05-18 15:33:41 -0700 | [diff] [blame] | 26 | g.test('test_name').fn(t => {}); |
Kai Ninomiya | 04ec6b6 | 2019-10-25 00:35:32 -0700 | [diff] [blame] | 27 | |
Kai Ninomiya | fba2630 | 2020-11-04 13:38:05 -0800 | [diff] [blame] | 28 | g.test('not_implemented_yet,without_plan').unimplemented(); |
| 29 | g.test('not_implemented_yet,with_plan') |
| 30 | .desc( |
| 31 | ` |
| 32 | Plan for this test. What it tests. Summary of how it tests that functionality. |
| 33 | - Description of cases, by describing parameters {a, b, c} |
| 34 | - x= more parameters {x, y, z} |
| 35 | ` |
| 36 | ) |
| 37 | .unimplemented(); |
| 38 | |
Kai Ninomiya | fb584a5 | 2020-04-16 16:43:24 -0700 | [diff] [blame] | 39 | g.test('basic').fn(t => { |
Kai Ninomiya | 8e4e5dd | 2019-08-02 14:00:30 -0700 | [diff] [blame] | 40 | t.expect(true); |
| 41 | t.expect(true, 'true should be true'); |
| 42 | |
| 43 | t.shouldThrow( |
Kai Ninomiya | bb2e71f | 2019-08-02 16:25:56 -0700 | [diff] [blame] | 44 | // The expected '.name' of the thrown error. |
| 45 | 'TypeError', |
| 46 | // This function is run inline inside shouldThrow, and is expected to throw. |
Kai Ninomiya | 8e4e5dd | 2019-08-02 14:00:30 -0700 | [diff] [blame] | 47 | () => { |
Kai Ninomiya | bb2e71f | 2019-08-02 16:25:56 -0700 | [diff] [blame] | 48 | throw new TypeError(); |
Kai Ninomiya | 8e4e5dd | 2019-08-02 14:00:30 -0700 | [diff] [blame] | 49 | }, |
Kai Ninomiya | bb2e71f | 2019-08-02 16:25:56 -0700 | [diff] [blame] | 50 | // Log message. |
Kai Ninomiya | 8e4e5dd | 2019-08-02 14:00:30 -0700 | [diff] [blame] | 51 | 'function should throw Error' |
| 52 | ); |
| 53 | }); |
| 54 | |
Kai Ninomiya | 9cbb800 | 2020-05-18 15:33:41 -0700 | [diff] [blame] | 55 | g.test('basic,async').fn(async t => { |
Kai Ninomiya | 8e4e5dd | 2019-08-02 14:00:30 -0700 | [diff] [blame] | 56 | // shouldReject must be awaited to ensure it can wait for the promise before the test ends. |
Kai Ninomiya | c42e298 | 2019-10-23 15:44:28 -0700 | [diff] [blame] | 57 | t.shouldReject( |
Kai Ninomiya | bb2e71f | 2019-08-02 16:25:56 -0700 | [diff] [blame] | 58 | // The expected '.name' of the thrown error. |
| 59 | 'TypeError', |
| 60 | // Promise expected to reject. |
| 61 | Promise.reject(new TypeError()), |
| 62 | // Log message. |
| 63 | 'Promise.reject should reject' |
| 64 | ); |
| 65 | |
| 66 | // Promise can also be an IIFE. |
Kai Ninomiya | c42e298 | 2019-10-23 15:44:28 -0700 | [diff] [blame] | 67 | t.shouldReject( |
Kai Ninomiya | bb2e71f | 2019-08-02 16:25:56 -0700 | [diff] [blame] | 68 | 'TypeError', |
| 69 | (async () => { |
| 70 | throw new TypeError(); |
| 71 | })(), |
| 72 | 'Promise.reject should reject' |
| 73 | ); |
Kai Ninomiya | 8e4e5dd | 2019-08-02 14:00:30 -0700 | [diff] [blame] | 74 | }); |
| 75 | |
Kai Ninomiya | 1382026 | 2019-10-17 15:30:56 -0700 | [diff] [blame] | 76 | // A test can be parameterized with a simple array of objects. |
| 77 | // |
| 78 | // Parameters can be public (x, y) which means they're part of the case name. |
| 79 | // They can also be private by starting with an underscore (_result), which passes |
| 80 | // them into the test but does not make them part of the case name: |
| 81 | // |
Kai Ninomiya | 20bc11b | 2020-03-31 14:45:44 -0700 | [diff] [blame] | 82 | // - webgpu:examples:basic/params={"x":2,"y":4} runs with t.params = {x: 2, y: 5, _result: 6}. |
| 83 | // - webgpu:examples:basic/params={"x":-10,"y":18} runs with t.params = {x: -10, y: 18, _result: 8}. |
Kai Ninomiya | 9cbb800 | 2020-05-18 15:33:41 -0700 | [diff] [blame] | 84 | g.test('basic,params') |
Kai Ninomiya | fb584a5 | 2020-04-16 16:43:24 -0700 | [diff] [blame] | 85 | .params([ |
| 86 | { x: 2, y: 4, _result: 6 }, // |
| 87 | { x: -10, y: 18, _result: 8 }, |
| 88 | ]) |
| 89 | .fn(t => { |
| 90 | t.expect(t.params.x + t.params.y === t.params._result); |
| 91 | }); |
Kai Ninomiya | 1382026 | 2019-10-17 15:30:56 -0700 | [diff] [blame] | 92 | // (note the blank comment above to enforce newlines on autoformat) |
Kai Ninomiya | 8e4e5dd | 2019-08-02 14:00:30 -0700 | [diff] [blame] | 93 | |
Kai Ninomiya | 9cbb800 | 2020-05-18 15:33:41 -0700 | [diff] [blame] | 94 | g.test('gpu,async').fn(async t => { |
Kai Ninomiya | 8e4e5dd | 2019-08-02 14:00:30 -0700 | [diff] [blame] | 95 | const fence = t.queue.createFence(); |
| 96 | t.queue.signal(fence, 2); |
| 97 | await fence.onCompletion(1); |
| 98 | t.expect(fence.getCompletedValue() === 2); |
| 99 | }); |
| 100 | |
Kai Ninomiya | 9cbb800 | 2020-05-18 15:33:41 -0700 | [diff] [blame] | 101 | g.test('gpu,buffers').fn(async t => { |
Kai Ninomiya | 8e4e5dd | 2019-08-02 14:00:30 -0700 | [diff] [blame] | 102 | const data = new Uint32Array([0, 1234, 0]); |
Kai Ninomiya | be420af | 2020-07-24 18:32:40 -0700 | [diff] [blame] | 103 | const src = t.device.createBuffer({ |
| 104 | mappedAtCreation: true, |
Kai Ninomiya | 8e4e5dd | 2019-08-02 14:00:30 -0700 | [diff] [blame] | 105 | size: 12, |
| 106 | usage: GPUBufferUsage.COPY_SRC | GPUBufferUsage.COPY_DST, |
| 107 | }); |
Kai Ninomiya | be420af | 2020-07-24 18:32:40 -0700 | [diff] [blame] | 108 | new Uint32Array(src.getMappedRange()).set(data); |
Kai Ninomiya | 8e4e5dd | 2019-08-02 14:00:30 -0700 | [diff] [blame] | 109 | src.unmap(); |
| 110 | |
| 111 | // Use the expectContents helper to check the actual contents of a GPUBuffer. |
| 112 | // Like shouldReject, it must be awaited. |
Kai Ninomiya | c42e298 | 2019-10-23 15:44:28 -0700 | [diff] [blame] | 113 | t.expectContents(src, data); |
Kai Ninomiya | 8e4e5dd | 2019-08-02 14:00:30 -0700 | [diff] [blame] | 114 | }); |
Kai Ninomiya | fe0cbfa | 2020-09-25 10:17:24 -0700 | [diff] [blame] | 115 | |
| 116 | // One of the following two tests should be skipped on most platforms. |
| 117 | |
| 118 | g.test('gpu,with_texture_compression,bc') |
| 119 | .params(pbool('textureCompressionBC')) |
| 120 | .fn(async t => { |
| 121 | const { textureCompressionBC } = t.params; |
| 122 | |
| 123 | if (textureCompressionBC) { |
Kai Ninomiya | 001316a | 2020-09-29 09:47:08 -0700 | [diff] [blame] | 124 | await t.selectDeviceOrSkipTestCase({ extensions: ['texture-compression-bc'] }); |
Kai Ninomiya | fe0cbfa | 2020-09-25 10:17:24 -0700 | [diff] [blame] | 125 | } |
| 126 | |
| 127 | const shouldError = !textureCompressionBC; |
| 128 | t.expectGPUError( |
| 129 | 'validation', |
| 130 | () => { |
| 131 | t.device.createTexture({ |
| 132 | format: 'bc1-rgba-unorm', |
| 133 | size: [4, 4, 1], |
| 134 | usage: GPUTextureUsage.SAMPLED, |
| 135 | }); |
| 136 | }, |
| 137 | shouldError |
| 138 | ); |
| 139 | }); |
| 140 | |
| 141 | g.test('gpu,with_texture_compression,etc') |
| 142 | .params(pbool('textureCompressionETC')) |
| 143 | .fn(async t => { |
| 144 | const { textureCompressionETC } = t.params; |
| 145 | |
| 146 | if (textureCompressionETC) { |
Kai Ninomiya | 001316a | 2020-09-29 09:47:08 -0700 | [diff] [blame] | 147 | await t.selectDeviceOrSkipTestCase({ |
Kai Ninomiya | fe0cbfa | 2020-09-25 10:17:24 -0700 | [diff] [blame] | 148 | extensions: ['texture-compression-etc' as GPUExtensionName], |
| 149 | }); |
| 150 | } |
| 151 | |
| 152 | t.device; |
| 153 | // TODO: Should actually test createTexture with an ETC format here. |
| 154 | }); |