{ "format": 2, "firmware": { "stock": "V4.094", "medius": "3.4.6" }, "rig": "A Linux PC, each box fed by a USB device emulator on its USB3, both boxes behind one USB hub and tested one at a time", "layers": { "wire": "USB packets on the PC's bus, timed by the kernel's usbmon", "evdev": "Input events, timed by the kernel as the HID driver handles each report", "hidraw": "Each report byte for byte, timed when the reading program wakes", "host": "The PC's clock, read by the test program when it writes a command, or when the clone connects or disconnects", "emulator": "When the emulator queued each native report, on its clock, mapped to the bus clock to within ±95 µs by its control link's packets (usbmon)" }, "categories": [ { "id": "passthrough", "title": "Passthrough", "sections": [ { "id": "pass-relay", "title": "Relayed reports", "about": "Each box relayed mice and keyboards at several report rates, 15 s each, with every report numbered.", "tables": [ { "kind": "outcome", "label": "Mouse reports reaching the PC", "key": "Mouse", "outcomes": [ "All, once, in order", "Repeated or out of order", "Some lost" ], "rows": [ { "id": "pass-seq-1000", "label": "1 kHz mouse", "stock": { "is": "All, once, in order", "src": [ { "file": "passthrough_stock_samehub_r1.json", "ptr": "/results/0/dropped" }, { "file": "passthrough_stock_samehub_r1.json", "ptr": "/results/0/duplicated" }, { "file": "passthrough_stock_samehub_r1.json", "ptr": "/results/0/merged" }, { "file": "passthrough_stock_samehub_r1.json", "ptr": "/results/0/reordered" }, { "file": "passthrough_stock_samehub_r1.json", "ptr": "/results/0/box_reports" }, { "file": "passthrough_stock_samehub_r2.json", "ptr": "/results/0/dropped" }, { "file": "passthrough_stock_samehub_r2.json", "ptr": "/results/0/duplicated" }, { "file": "passthrough_stock_samehub_r2.json", "ptr": "/results/0/merged" }, { "file": "passthrough_stock_samehub_r2.json", "ptr": "/results/0/reordered" }, { "file": "passthrough_stock_samehub_r2.json", "ptr": "/results/0/box_reports" } ] }, "medius": { "is": "All, once, in order", "src": [ { "file": "passthrough_medius_samehub_fix4_r1.json", "ptr": "/results/0/dropped" }, { "file": "passthrough_medius_samehub_fix4_r1.json", "ptr": "/results/0/duplicated" }, { "file": "passthrough_medius_samehub_fix4_r1.json", "ptr": "/results/0/merged" }, { "file": "passthrough_medius_samehub_fix4_r1.json", "ptr": "/results/0/reordered" }, { "file": "passthrough_medius_samehub_fix4_r1.json", "ptr": "/results/0/box_reports" }, { "file": "passthrough_medius_samehub_fix4_r2.json", "ptr": "/results/0/dropped" }, { "file": "passthrough_medius_samehub_fix4_r2.json", "ptr": "/results/0/duplicated" }, { "file": "passthrough_medius_samehub_fix4_r2.json", "ptr": "/results/0/merged" }, { "file": "passthrough_medius_samehub_fix4_r2.json", "ptr": "/results/0/reordered" }, { "file": "passthrough_medius_samehub_fix4_r2.json", "ptr": "/results/0/box_reports" } ] } }, { "id": "pass-seq-500", "label": "500 Hz mouse", "stock": { "is": "All, once, in order", "src": [ { "file": "passthrough_stock_samehub_r1.json", "ptr": "/results/1/dropped" }, { "file": "passthrough_stock_samehub_r1.json", "ptr": "/results/1/duplicated" }, { "file": "passthrough_stock_samehub_r1.json", "ptr": "/results/1/merged" }, { "file": "passthrough_stock_samehub_r1.json", "ptr": "/results/1/reordered" }, { "file": "passthrough_stock_samehub_r1.json", "ptr": "/results/1/box_reports" }, { "file": "passthrough_stock_samehub_r2.json", "ptr": "/results/1/dropped" }, { "file": "passthrough_stock_samehub_r2.json", "ptr": "/results/1/duplicated" }, { "file": "passthrough_stock_samehub_r2.json", "ptr": "/results/1/merged" }, { "file": "passthrough_stock_samehub_r2.json", "ptr": "/results/1/reordered" }, { "file": "passthrough_stock_samehub_r2.json", "ptr": "/results/1/box_reports" } ] }, "medius": { "is": "All, once, in order", "src": [ { "file": "passthrough_medius_samehub_fix4_r1.json", "ptr": "/results/1/dropped" }, { "file": "passthrough_medius_samehub_fix4_r1.json", "ptr": "/results/1/duplicated" }, { "file": "passthrough_medius_samehub_fix4_r1.json", "ptr": "/results/1/merged" }, { "file": "passthrough_medius_samehub_fix4_r1.json", "ptr": "/results/1/reordered" }, { "file": "passthrough_medius_samehub_fix4_r1.json", "ptr": "/results/1/box_reports" }, { "file": "passthrough_medius_samehub_fix4_r2.json", "ptr": "/results/1/dropped" }, { "file": "passthrough_medius_samehub_fix4_r2.json", "ptr": "/results/1/duplicated" }, { "file": "passthrough_medius_samehub_fix4_r2.json", "ptr": "/results/1/merged" }, { "file": "passthrough_medius_samehub_fix4_r2.json", "ptr": "/results/1/reordered" }, { "file": "passthrough_medius_samehub_fix4_r2.json", "ptr": "/results/1/box_reports" } ] } }, { "id": "pass-seq-250", "label": "250 Hz mouse", "stock": { "is": "All, once, in order", "src": [ { "file": "passthrough_stock_samehub_r1.json", "ptr": "/results/2/dropped" }, { "file": "passthrough_stock_samehub_r1.json", "ptr": "/results/2/duplicated" }, { "file": "passthrough_stock_samehub_r1.json", "ptr": "/results/2/merged" }, { "file": "passthrough_stock_samehub_r1.json", "ptr": "/results/2/reordered" }, { "file": "passthrough_stock_samehub_r1.json", "ptr": "/results/2/box_reports" }, { "file": "passthrough_stock_samehub_r2.json", "ptr": "/results/2/dropped" }, { "file": "passthrough_stock_samehub_r2.json", "ptr": "/results/2/duplicated" }, { "file": "passthrough_stock_samehub_r2.json", "ptr": "/results/2/merged" }, { "file": "passthrough_stock_samehub_r2.json", "ptr": "/results/2/reordered" }, { "file": "passthrough_stock_samehub_r2.json", "ptr": "/results/2/box_reports" } ] }, "medius": { "is": "All, once, in order", "src": [ { "file": "passthrough_medius_samehub_fix4_r1.json", "ptr": "/results/2/dropped" }, { "file": "passthrough_medius_samehub_fix4_r1.json", "ptr": "/results/2/duplicated" }, { "file": "passthrough_medius_samehub_fix4_r1.json", "ptr": "/results/2/merged" }, { "file": "passthrough_medius_samehub_fix4_r1.json", "ptr": "/results/2/reordered" }, { "file": "passthrough_medius_samehub_fix4_r1.json", "ptr": "/results/2/box_reports" }, { "file": "passthrough_medius_samehub_fix4_r2.json", "ptr": "/results/2/dropped" }, { "file": "passthrough_medius_samehub_fix4_r2.json", "ptr": "/results/2/duplicated" }, { "file": "passthrough_medius_samehub_fix4_r2.json", "ptr": "/results/2/merged" }, { "file": "passthrough_medius_samehub_fix4_r2.json", "ptr": "/results/2/reordered" }, { "file": "passthrough_medius_samehub_fix4_r2.json", "ptr": "/results/2/box_reports" } ] } }, { "id": "pass-seq-125", "label": "125 Hz mouse", "stock": { "is": "All, once, in order", "src": [ { "file": "passthrough_stock_samehub_r1.json", "ptr": "/results/3/dropped" }, { "file": "passthrough_stock_samehub_r1.json", "ptr": "/results/3/duplicated" }, { "file": "passthrough_stock_samehub_r1.json", "ptr": "/results/3/merged" }, { "file": "passthrough_stock_samehub_r1.json", "ptr": "/results/3/reordered" }, { "file": "passthrough_stock_samehub_r1.json", "ptr": "/results/3/box_reports" }, { "file": "passthrough_stock_samehub_r2.json", "ptr": "/results/3/dropped" }, { "file": "passthrough_stock_samehub_r2.json", "ptr": "/results/3/duplicated" }, { "file": "passthrough_stock_samehub_r2.json", "ptr": "/results/3/merged" }, { "file": "passthrough_stock_samehub_r2.json", "ptr": "/results/3/reordered" }, { "file": "passthrough_stock_samehub_r2.json", "ptr": "/results/3/box_reports" } ] }, "medius": { "is": "All, once, in order", "src": [ { "file": "passthrough_medius_samehub_fix4_r1.json", "ptr": "/results/3/dropped" }, { "file": "passthrough_medius_samehub_fix4_r1.json", "ptr": "/results/3/duplicated" }, { "file": "passthrough_medius_samehub_fix4_r1.json", "ptr": "/results/3/merged" }, { "file": "passthrough_medius_samehub_fix4_r1.json", "ptr": "/results/3/reordered" }, { "file": "passthrough_medius_samehub_fix4_r1.json", "ptr": "/results/3/box_reports" }, { "file": "passthrough_medius_samehub_fix4_r2.json", "ptr": "/results/3/dropped" }, { "file": "passthrough_medius_samehub_fix4_r2.json", "ptr": "/results/3/duplicated" }, { "file": "passthrough_medius_samehub_fix4_r2.json", "ptr": "/results/3/merged" }, { "file": "passthrough_medius_samehub_fix4_r2.json", "ptr": "/results/3/reordered" }, { "file": "passthrough_medius_samehub_fix4_r2.json", "ptr": "/results/3/box_reports" } ] } }, { "id": "pass-seq-burst", "label": "Mouse in bursts of 7 reports", "stock": { "is": "All, once, in order", "src": [ { "file": "passthrough_stock_samehub_r1.json", "ptr": "/results/4/dropped" }, { "file": "passthrough_stock_samehub_r1.json", "ptr": "/results/4/duplicated" }, { "file": "passthrough_stock_samehub_r1.json", "ptr": "/results/4/merged" }, { "file": "passthrough_stock_samehub_r1.json", "ptr": "/results/4/reordered" }, { "file": "passthrough_stock_samehub_r1.json", "ptr": "/results/4/box_reports" }, { "file": "passthrough_stock_samehub_r2.json", "ptr": "/results/4/dropped" }, { "file": "passthrough_stock_samehub_r2.json", "ptr": "/results/4/duplicated" }, { "file": "passthrough_stock_samehub_r2.json", "ptr": "/results/4/merged" }, { "file": "passthrough_stock_samehub_r2.json", "ptr": "/results/4/reordered" }, { "file": "passthrough_stock_samehub_r2.json", "ptr": "/results/4/box_reports" } ] }, "medius": { "is": "All, once, in order", "src": [ { "file": "passthrough_medius_samehub_fix4_r1.json", "ptr": "/results/4/dropped" }, { "file": "passthrough_medius_samehub_fix4_r1.json", "ptr": "/results/4/duplicated" }, { "file": "passthrough_medius_samehub_fix4_r1.json", "ptr": "/results/4/merged" }, { "file": "passthrough_medius_samehub_fix4_r1.json", "ptr": "/results/4/reordered" }, { "file": "passthrough_medius_samehub_fix4_r1.json", "ptr": "/results/4/box_reports" }, { "file": "passthrough_medius_samehub_fix4_r2.json", "ptr": "/results/4/dropped" }, { "file": "passthrough_medius_samehub_fix4_r2.json", "ptr": "/results/4/duplicated" }, { "file": "passthrough_medius_samehub_fix4_r2.json", "ptr": "/results/4/merged" }, { "file": "passthrough_medius_samehub_fix4_r2.json", "ptr": "/results/4/reordered" }, { "file": "passthrough_medius_samehub_fix4_r2.json", "ptr": "/results/4/box_reports" } ] } }, { "id": "pass-seq-500-long", "label": "500 Hz mouse for 2 minutes", "stock": { "is": "All, once, in order", "src": [ { "file": "passthrough_stock_samehub_500long.json", "ptr": "/results/0/dropped" }, { "file": "passthrough_stock_samehub_500long.json", "ptr": "/results/0/duplicated" }, { "file": "passthrough_stock_samehub_500long.json", "ptr": "/results/0/merged" }, { "file": "passthrough_stock_samehub_500long.json", "ptr": "/results/0/reordered" }, { "file": "passthrough_stock_samehub_500long.json", "ptr": "/results/0/box_reports" } ] }, "medius": { "is": "All, once, in order", "src": [ { "file": "passthrough_medius_samehub_fix4_500long.json", "ptr": "/results/0/dropped" }, { "file": "passthrough_medius_samehub_fix4_500long.json", "ptr": "/results/0/duplicated" }, { "file": "passthrough_medius_samehub_fix4_500long.json", "ptr": "/results/0/merged" }, { "file": "passthrough_medius_samehub_fix4_500long.json", "ptr": "/results/0/reordered" }, { "file": "passthrough_medius_samehub_fix4_500long.json", "ptr": "/results/0/box_reports" } ] } } ] }, { "kind": "outcome", "label": "Keyboard reports reaching the PC", "key": "Keyboard", "outcomes": [ "All, once, in order", "Repeated or out of order", "Some lost" ], "rows": [ { "id": "pass-seq-kbd-1000", "label": "1 kHz keyboard", "stock": { "is": "All, once, in order", "src": [ { "file": "kbd_relay_stock_samehub_r1.json", "ptr": "/results/0/dropped" }, { "file": "kbd_relay_stock_samehub_r1.json", "ptr": "/results/0/duplicated" }, { "file": "kbd_relay_stock_samehub_r1.json", "ptr": "/results/0/reordered" }, { "file": "kbd_relay_stock_samehub_r2.json", "ptr": "/results/0/dropped" }, { "file": "kbd_relay_stock_samehub_r2.json", "ptr": "/results/0/duplicated" }, { "file": "kbd_relay_stock_samehub_r2.json", "ptr": "/results/0/reordered" } ] }, "medius": { "is": "All, once, in order", "src": [ { "file": "kbd_relay_medius_samehub_fix4_r1.json", "ptr": "/results/0/dropped" }, { "file": "kbd_relay_medius_samehub_fix4_r1.json", "ptr": "/results/0/duplicated" }, { "file": "kbd_relay_medius_samehub_fix4_r1.json", "ptr": "/results/0/reordered" }, { "file": "kbd_relay_medius_samehub_fix4_r2.json", "ptr": "/results/0/dropped" }, { "file": "kbd_relay_medius_samehub_fix4_r2.json", "ptr": "/results/0/duplicated" }, { "file": "kbd_relay_medius_samehub_fix4_r2.json", "ptr": "/results/0/reordered" } ] } }, { "id": "pass-seq-kbd-125", "label": "125 Hz keyboard", "stock": { "is": "All, once, in order", "src": [ { "file": "kbd_relay_stock_samehub_r1.json", "ptr": "/results/1/dropped" }, { "file": "kbd_relay_stock_samehub_r1.json", "ptr": "/results/1/duplicated" }, { "file": "kbd_relay_stock_samehub_r1.json", "ptr": "/results/1/reordered" }, { "file": "kbd_relay_stock_samehub_r2.json", "ptr": "/results/1/dropped" }, { "file": "kbd_relay_stock_samehub_r2.json", "ptr": "/results/1/duplicated" }, { "file": "kbd_relay_stock_samehub_r2.json", "ptr": "/results/1/reordered" } ] }, "medius": { "is": "All, once, in order", "src": [ { "file": "kbd_relay_medius_samehub_fix4_r1.json", "ptr": "/results/1/dropped" }, { "file": "kbd_relay_medius_samehub_fix4_r1.json", "ptr": "/results/1/duplicated" }, { "file": "kbd_relay_medius_samehub_fix4_r1.json", "ptr": "/results/1/reordered" }, { "file": "kbd_relay_medius_samehub_fix4_r2.json", "ptr": "/results/1/dropped" }, { "file": "kbd_relay_medius_samehub_fix4_r2.json", "ptr": "/results/1/duplicated" }, { "file": "kbd_relay_medius_samehub_fix4_r2.json", "ptr": "/results/1/reordered" } ] } }, { "id": "pass-seq-kbd-burst", "label": "Keyboard in bursts of 7 reports", "stock": { "is": "All, once, in order", "src": [ { "file": "kbd_relay_stock_samehub_r1.json", "ptr": "/results/2/dropped" }, { "file": "kbd_relay_stock_samehub_r1.json", "ptr": "/results/2/duplicated" }, { "file": "kbd_relay_stock_samehub_r1.json", "ptr": "/results/2/reordered" }, { "file": "kbd_relay_stock_samehub_r2.json", "ptr": "/results/2/dropped" }, { "file": "kbd_relay_stock_samehub_r2.json", "ptr": "/results/2/duplicated" }, { "file": "kbd_relay_stock_samehub_r2.json", "ptr": "/results/2/reordered" } ] }, "medius": { "is": "All, once, in order", "src": [ { "file": "kbd_relay_medius_samehub_fix4_r1.json", "ptr": "/results/2/dropped" }, { "file": "kbd_relay_medius_samehub_fix4_r1.json", "ptr": "/results/2/duplicated" }, { "file": "kbd_relay_medius_samehub_fix4_r1.json", "ptr": "/results/2/reordered" }, { "file": "kbd_relay_medius_samehub_fix4_r2.json", "ptr": "/results/2/dropped" }, { "file": "kbd_relay_medius_samehub_fix4_r2.json", "ptr": "/results/2/duplicated" }, { "file": "kbd_relay_medius_samehub_fix4_r2.json", "ptr": "/results/2/reordered" } ] } } ] }, { "kind": "outcome", "label": "Report bytes reaching the PC", "key": "Device", "outcomes": [ "Unchanged", "Changed" ], "rows": [ { "id": "pass-bytes-mouse-1000", "label": "1 kHz mouse", "stock": { "is": "Unchanged", "src": [ { "file": "passthrough_stock_samehub_r1.json", "ptr": "/results/0/bad_bytes" }, { "file": "passthrough_stock_samehub_r2.json", "ptr": "/results/0/bad_bytes" } ] }, "medius": { "is": "Unchanged", "src": [ { "file": "passthrough_medius_samehub_fix4_r1.json", "ptr": "/results/0/bad_bytes" }, { "file": "passthrough_medius_samehub_fix4_r2.json", "ptr": "/results/0/bad_bytes" } ] } }, { "id": "pass-bytes-mouse-500", "label": "500 Hz mouse", "stock": { "is": "Unchanged", "src": [ { "file": "passthrough_stock_samehub_r1.json", "ptr": "/results/1/bad_bytes" }, { "file": "passthrough_stock_samehub_r2.json", "ptr": "/results/1/bad_bytes" } ] }, "medius": { "is": "Unchanged", "src": [ { "file": "passthrough_medius_samehub_fix4_r1.json", "ptr": "/results/1/bad_bytes" }, { "file": "passthrough_medius_samehub_fix4_r2.json", "ptr": "/results/1/bad_bytes" } ] } }, { "id": "pass-bytes-mouse-250", "label": "250 Hz mouse", "stock": { "is": "Unchanged", "src": [ { "file": "passthrough_stock_samehub_r1.json", "ptr": "/results/2/bad_bytes" }, { "file": "passthrough_stock_samehub_r2.json", "ptr": "/results/2/bad_bytes" } ] }, "medius": { "is": "Unchanged", "src": [ { "file": "passthrough_medius_samehub_fix4_r1.json", "ptr": "/results/2/bad_bytes" }, { "file": "passthrough_medius_samehub_fix4_r2.json", "ptr": "/results/2/bad_bytes" } ] } }, { "id": "pass-bytes-mouse-125", "label": "125 Hz mouse", "stock": { "is": "Unchanged", "src": [ { "file": "passthrough_stock_samehub_r1.json", "ptr": "/results/3/bad_bytes" }, { "file": "passthrough_stock_samehub_r2.json", "ptr": "/results/3/bad_bytes" } ] }, "medius": { "is": "Unchanged", "src": [ { "file": "passthrough_medius_samehub_fix4_r1.json", "ptr": "/results/3/bad_bytes" }, { "file": "passthrough_medius_samehub_fix4_r2.json", "ptr": "/results/3/bad_bytes" } ] } }, { "id": "pass-bytes-mouse-burst", "label": "Mouse in bursts of 7 reports", "stock": { "is": "Unchanged", "src": [ { "file": "passthrough_stock_samehub_r1.json", "ptr": "/results/4/bad_bytes" }, { "file": "passthrough_stock_samehub_r2.json", "ptr": "/results/4/bad_bytes" } ] }, "medius": { "is": "Unchanged", "src": [ { "file": "passthrough_medius_samehub_fix4_r1.json", "ptr": "/results/4/bad_bytes" }, { "file": "passthrough_medius_samehub_fix4_r2.json", "ptr": "/results/4/bad_bytes" } ] } }, { "id": "pass-bytes-kbd-1000", "label": "1 kHz keyboard", "stock": { "is": "Unchanged", "src": [ { "file": "kbd_relay_stock_samehub_r1.json", "ptr": "/results/0/bad_bytes" }, { "file": "kbd_relay_stock_samehub_r2.json", "ptr": "/results/0/bad_bytes" } ] }, "medius": { "is": "Unchanged", "src": [ { "file": "kbd_relay_medius_samehub_fix4_r1.json", "ptr": "/results/0/bad_bytes" }, { "file": "kbd_relay_medius_samehub_fix4_r2.json", "ptr": "/results/0/bad_bytes" } ] } }, { "id": "pass-bytes-kbd-125", "label": "125 Hz keyboard", "stock": { "is": "Unchanged", "src": [ { "file": "kbd_relay_stock_samehub_r1.json", "ptr": "/results/1/bad_bytes" }, { "file": "kbd_relay_stock_samehub_r2.json", "ptr": "/results/1/bad_bytes" } ] }, "medius": { "is": "Unchanged", "src": [ { "file": "kbd_relay_medius_samehub_fix4_r1.json", "ptr": "/results/1/bad_bytes" }, { "file": "kbd_relay_medius_samehub_fix4_r2.json", "ptr": "/results/1/bad_bytes" } ] } }, { "id": "pass-bytes-kbd-burst", "label": "Keyboard in bursts of 7 reports", "stock": { "is": "Unchanged", "src": [ { "file": "kbd_relay_stock_samehub_r1.json", "ptr": "/results/2/bad_bytes" }, { "file": "kbd_relay_stock_samehub_r2.json", "ptr": "/results/2/bad_bytes" } ] }, "medius": { "is": "Unchanged", "src": [ { "file": "kbd_relay_medius_samehub_fix4_r1.json", "ptr": "/results/2/bad_bytes" }, { "file": "kbd_relay_medius_samehub_fix4_r2.json", "ptr": "/results/2/bad_bytes" } ] } } ] } ] }, { "id": "pass-timing", "title": "Report timing", "about": "The relay runs above, timed on the PC's USB bus.", "tables": [ { "kind": "measure", "label": "Reports >10% early or late, in 15 s", "key": "Mouse", "unit": "intervals", "better": "lower", "layer": "wire", "n": "2 runs of 15 s", "rows": [ { "id": "pass-timing-off-1000", "label": "1 kHz mouse", "stock": { "lo": 0, "hi": 0, "src": [ { "file": "passthrough_stock_samehub_r1.json", "ptr": "/results/0/wire/outside_10pct" }, { "file": "passthrough_stock_samehub_r2.json", "ptr": "/results/0/wire/outside_10pct" } ] }, "medius": { "lo": 0, "hi": 0, "src": [ { "file": "passthrough_medius_samehub_fix4_r1.json", "ptr": "/results/0/wire/outside_10pct" }, { "file": "passthrough_medius_samehub_fix4_r2.json", "ptr": "/results/0/wire/outside_10pct" } ] } }, { "id": "pass-timing-off-500", "label": "500 Hz mouse", "stock": { "lo": 2, "hi": 76, "src": [ { "file": "passthrough_stock_samehub_r1.json", "ptr": "/results/1/wire/outside_10pct" }, { "file": "passthrough_stock_samehub_r2.json", "ptr": "/results/1/wire/outside_10pct" } ] }, "medius": { "lo": 0, "hi": 0, "src": [ { "file": "passthrough_medius_samehub_fix4_r1.json", "ptr": "/results/1/wire/outside_10pct" }, { "file": "passthrough_medius_samehub_fix4_r2.json", "ptr": "/results/1/wire/outside_10pct" } ] } }, { "id": "pass-timing-off-250", "label": "250 Hz mouse", "stock": { "lo": 0, "hi": 20, "src": [ { "file": "passthrough_stock_samehub_r1.json", "ptr": "/results/2/wire/outside_10pct" }, { "file": "passthrough_stock_samehub_r2.json", "ptr": "/results/2/wire/outside_10pct" } ] }, "medius": { "lo": 0, "hi": 0, "src": [ { "file": "passthrough_medius_samehub_fix4_r1.json", "ptr": "/results/2/wire/outside_10pct" }, { "file": "passthrough_medius_samehub_fix4_r2.json", "ptr": "/results/2/wire/outside_10pct" } ] } }, { "id": "pass-timing-off-125", "label": "125 Hz mouse", "stock": { "lo": 0, "hi": 2, "src": [ { "file": "passthrough_stock_samehub_r1.json", "ptr": "/results/3/wire/outside_10pct" }, { "file": "passthrough_stock_samehub_r2.json", "ptr": "/results/3/wire/outside_10pct" } ] }, "medius": { "lo": 0, "hi": 0, "src": [ { "file": "passthrough_medius_samehub_fix4_r1.json", "ptr": "/results/3/wire/outside_10pct" }, { "file": "passthrough_medius_samehub_fix4_r2.json", "ptr": "/results/3/wire/outside_10pct" } ] } } ] }, { "kind": "measure", "label": "Gaps >1.5× the report interval, in 15 s", "key": "Mouse", "unit": "gaps", "better": "lower", "layer": "wire", "n": "2 runs of 15 s", "rows": [ { "id": "pass-timing-gap-1000", "label": "1 kHz mouse", "stock": { "lo": 0, "hi": 0, "src": [ { "file": "passthrough_stock_samehub_r1.json", "ptr": "/results/0/wire/gaps_over_1_5x" }, { "file": "passthrough_stock_samehub_r2.json", "ptr": "/results/0/wire/gaps_over_1_5x" } ] }, "medius": { "lo": 0, "hi": 0, "src": [ { "file": "passthrough_medius_samehub_fix4_r1.json", "ptr": "/results/0/wire/gaps_over_1_5x" }, { "file": "passthrough_medius_samehub_fix4_r2.json", "ptr": "/results/0/wire/gaps_over_1_5x" } ] } }, { "id": "pass-timing-gap-500", "label": "500 Hz mouse", "stock": { "lo": 1, "hi": 24, "src": [ { "file": "passthrough_stock_samehub_r1.json", "ptr": "/results/1/wire/gaps_over_1_5x" }, { "file": "passthrough_stock_samehub_r2.json", "ptr": "/results/1/wire/gaps_over_1_5x" } ] }, "medius": { "lo": 0, "hi": 0, "src": [ { "file": "passthrough_medius_samehub_fix4_r1.json", "ptr": "/results/1/wire/gaps_over_1_5x" }, { "file": "passthrough_medius_samehub_fix4_r2.json", "ptr": "/results/1/wire/gaps_over_1_5x" } ] } }, { "id": "pass-timing-gap-250", "label": "250 Hz mouse", "stock": { "lo": 0, "hi": 0, "src": [ { "file": "passthrough_stock_samehub_r1.json", "ptr": "/results/2/wire/gaps_over_1_5x" }, { "file": "passthrough_stock_samehub_r2.json", "ptr": "/results/2/wire/gaps_over_1_5x" } ] }, "medius": { "lo": 0, "hi": 0, "src": [ { "file": "passthrough_medius_samehub_fix4_r1.json", "ptr": "/results/2/wire/gaps_over_1_5x" }, { "file": "passthrough_medius_samehub_fix4_r2.json", "ptr": "/results/2/wire/gaps_over_1_5x" } ] } }, { "id": "pass-timing-gap-125", "label": "125 Hz mouse", "stock": { "lo": 0, "hi": 0, "src": [ { "file": "passthrough_stock_samehub_r1.json", "ptr": "/results/3/wire/gaps_over_1_5x" }, { "file": "passthrough_stock_samehub_r2.json", "ptr": "/results/3/wire/gaps_over_1_5x" } ] }, "medius": { "lo": 0, "hi": 0, "src": [ { "file": "passthrough_medius_samehub_fix4_r1.json", "ptr": "/results/3/wire/gaps_over_1_5x" }, { "file": "passthrough_medius_samehub_fix4_r2.json", "ptr": "/results/3/wire/gaps_over_1_5x" } ] } } ] }, { "kind": "measure", "label": "Reports >10% early or late, in 2 minutes", "key": "Mouse", "unit": "intervals", "better": "lower", "layer": "wire", "n": "One 2-minute run on each box", "rows": [ { "id": "pass-timing-off-500-long", "label": "500 Hz mouse", "stock": { "value": 287, "src": [ { "file": "passthrough_stock_samehub_500long.json", "ptr": "/results/0/wire/outside_10pct" } ] }, "medius": { "value": 2, "src": [ { "file": "passthrough_medius_samehub_fix4_500long.json", "ptr": "/results/0/wire/outside_10pct" } ] } } ] }, { "kind": "measure", "label": "Gaps >1.5× the report interval, in 2 minutes", "key": "Mouse", "unit": "gaps", "better": "lower", "layer": "wire", "n": "One 2-minute run on each box", "rows": [ { "id": "pass-timing-gap-500-long", "label": "500 Hz mouse", "stock": { "value": 105, "src": [ { "file": "passthrough_stock_samehub_500long.json", "ptr": "/results/0/wire/gaps_over_1_5x" } ] }, "medius": { "value": 0, "src": [ { "file": "passthrough_medius_samehub_fix4_500long.json", "ptr": "/results/0/wire/gaps_over_1_5x" } ] } } ] }, { "kind": "measure", "label": "Keyboard reports >10% early or late, in 15 s", "key": "Keyboard", "unit": "intervals", "better": "lower", "layer": "wire", "n": "2 runs of 15 s", "rows": [ { "id": "pass-timing-off-kbd-1000", "label": "1 kHz keyboard", "stock": { "lo": 0, "hi": 0, "src": [ { "file": "kbd_relay_stock_samehub_r1.json", "ptr": "/results/0/outside_10pct" }, { "file": "kbd_relay_stock_samehub_r2.json", "ptr": "/results/0/outside_10pct" } ] }, "medius": { "lo": 0, "hi": 2, "src": [ { "file": "kbd_relay_medius_samehub_fix4_r1.json", "ptr": "/results/0/outside_10pct" }, { "file": "kbd_relay_medius_samehub_fix4_r2.json", "ptr": "/results/0/outside_10pct" } ] } }, { "id": "pass-timing-off-kbd-125", "label": "125 Hz keyboard", "stock": { "lo": 0, "hi": 0, "src": [ { "file": "kbd_relay_stock_samehub_r1.json", "ptr": "/results/1/outside_10pct" }, { "file": "kbd_relay_stock_samehub_r2.json", "ptr": "/results/1/outside_10pct" } ] }, "medius": { "lo": 0, "hi": 0, "src": [ { "file": "kbd_relay_medius_samehub_fix4_r1.json", "ptr": "/results/1/outside_10pct" }, { "file": "kbd_relay_medius_samehub_fix4_r2.json", "ptr": "/results/1/outside_10pct" } ] } } ] } ] }, { "id": "pass-latency", "title": "Report latency", "about": "Each native report is timed from the emulator queuing it to the PC receiving the clone's copy. The emulator runs 1,000 ppm slow, so its reports land at every point between polls. Plugged straight into a PC, a native report waits half the native interval on average (4 ms for a 125 Hz mouse).", "tables": [ { "kind": "measure", "label": "Report latency, p50", "key": "Mouse", "unit": "ms", "better": "lower", "stat": "p50", "layer": "emulator", "n": "2 runs of 24 s", "rows": [ { "id": "pass-latency-p50-1000", "label": "1 kHz mouse", "stock": { "lo": 1.43, "hi": 1.44, "src": [ { "file": "relay_latency_stock_samehub_r1.json", "ptr": "/results/0/latency_us/p50", "unit": "us" }, { "file": "relay_latency_stock_samehub_r2.json", "ptr": "/results/0/latency_us/p50", "unit": "us" } ] }, "medius": { "lo": 1.02, "hi": 1.04, "src": [ { "file": "relay_latency_medius_samehub_fix4_r1.json", "ptr": "/results/0/latency_us/p50", "unit": "us" }, { "file": "relay_latency_medius_samehub_fix4_r2.json", "ptr": "/results/0/latency_us/p50", "unit": "us" } ] } }, { "id": "pass-latency-p50-500", "label": "500 Hz mouse", "stock": { "lo": 1.24, "hi": 1.39, "src": [ { "file": "relay_latency_stock_samehub_r1.json", "ptr": "/results/1/latency_us/p50", "unit": "us" }, { "file": "relay_latency_stock_samehub_r2.json", "ptr": "/results/1/latency_us/p50", "unit": "us" } ] }, "medius": { "lo": 1.5, "hi": 1.51, "src": [ { "file": "relay_latency_medius_samehub_fix4_r1.json", "ptr": "/results/1/latency_us/p50", "unit": "us" }, { "file": "relay_latency_medius_samehub_fix4_r2.json", "ptr": "/results/1/latency_us/p50", "unit": "us" } ] } }, { "id": "pass-latency-p50-250", "label": "250 Hz mouse", "stock": { "lo": 1.22, "hi": 1.35, "src": [ { "file": "relay_latency_stock_samehub_r1.json", "ptr": "/results/2/latency_us/p50", "unit": "us" }, { "file": "relay_latency_stock_samehub_r2.json", "ptr": "/results/2/latency_us/p50", "unit": "us" } ] }, "medius": { "lo": 2.52, "hi": 2.52, "src": [ { "file": "relay_latency_medius_samehub_fix4_r1.json", "ptr": "/results/2/latency_us/p50", "unit": "us" }, { "file": "relay_latency_medius_samehub_fix4_r2.json", "ptr": "/results/2/latency_us/p50", "unit": "us" } ] } }, { "id": "pass-latency-p50-125", "label": "125 Hz mouse", "stock": { "lo": 1.32, "hi": 1.37, "src": [ { "file": "relay_latency_stock_samehub_r1.json", "ptr": "/results/3/latency_us/p50", "unit": "us" }, { "file": "relay_latency_stock_samehub_r2.json", "ptr": "/results/3/latency_us/p50", "unit": "us" } ] }, "medius": { "lo": 4.5, "hi": 4.52, "src": [ { "file": "relay_latency_medius_samehub_fix4_r1.json", "ptr": "/results/3/latency_us/p50", "unit": "us" }, { "file": "relay_latency_medius_samehub_fix4_r2.json", "ptr": "/results/3/latency_us/p50", "unit": "us" } ] }, "note": "Stock's clone declares 1 ms, the mouse 8 ms (see Poll interval)" } ] }, { "kind": "measure", "label": "Report latency, p95", "key": "Mouse", "unit": "ms", "better": "lower", "stat": "p95", "layer": "emulator", "n": "2 runs of 24 s", "rows": [ { "id": "pass-latency-p95-1000", "label": "1 kHz mouse", "stock": { "lo": 2.05, "hi": 2.61, "src": [ { "file": "relay_latency_stock_samehub_r1.json", "ptr": "/results/0/latency_us/p95", "unit": "us" }, { "file": "relay_latency_stock_samehub_r2.json", "ptr": "/results/0/latency_us/p95", "unit": "us" } ] }, "medius": { "lo": 1.46, "hi": 1.48, "src": [ { "file": "relay_latency_medius_samehub_fix4_r1.json", "ptr": "/results/0/latency_us/p95", "unit": "us" }, { "file": "relay_latency_medius_samehub_fix4_r2.json", "ptr": "/results/0/latency_us/p95", "unit": "us" } ] } }, { "id": "pass-latency-p95-500", "label": "500 Hz mouse", "stock": { "lo": 1.99, "hi": 2.03, "src": [ { "file": "relay_latency_stock_samehub_r1.json", "ptr": "/results/1/latency_us/p95", "unit": "us" }, { "file": "relay_latency_stock_samehub_r2.json", "ptr": "/results/1/latency_us/p95", "unit": "us" } ] }, "medius": { "lo": 2.41, "hi": 2.41, "src": [ { "file": "relay_latency_medius_samehub_fix4_r1.json", "ptr": "/results/1/latency_us/p95", "unit": "us" }, { "file": "relay_latency_medius_samehub_fix4_r2.json", "ptr": "/results/1/latency_us/p95", "unit": "us" } ] } }, { "id": "pass-latency-p95-250", "label": "250 Hz mouse", "stock": { "lo": 1.9, "hi": 2.03, "src": [ { "file": "relay_latency_stock_samehub_r1.json", "ptr": "/results/2/latency_us/p95", "unit": "us" }, { "file": "relay_latency_stock_samehub_r2.json", "ptr": "/results/2/latency_us/p95", "unit": "us" } ] }, "medius": { "lo": 4.31, "hi": 4.32, "src": [ { "file": "relay_latency_medius_samehub_fix4_r1.json", "ptr": "/results/2/latency_us/p95", "unit": "us" }, { "file": "relay_latency_medius_samehub_fix4_r2.json", "ptr": "/results/2/latency_us/p95", "unit": "us" } ] } }, { "id": "pass-latency-p95-125", "label": "125 Hz mouse", "stock": { "lo": 2, "hi": 2.04, "src": [ { "file": "relay_latency_stock_samehub_r1.json", "ptr": "/results/3/latency_us/p95", "unit": "us" }, { "file": "relay_latency_stock_samehub_r2.json", "ptr": "/results/3/latency_us/p95", "unit": "us" } ] }, "medius": { "lo": 8.11, "hi": 8.12, "src": [ { "file": "relay_latency_medius_samehub_fix4_r1.json", "ptr": "/results/3/latency_us/p95", "unit": "us" }, { "file": "relay_latency_medius_samehub_fix4_r2.json", "ptr": "/results/3/latency_us/p95", "unit": "us" } ] } } ] }, { "kind": "measure", "label": "Report latency, p99", "key": "Mouse", "unit": "ms", "better": "lower", "stat": "p99", "layer": "emulator", "n": "2 runs of 24 s", "rows": [ { "id": "pass-latency-p99-1000", "label": "1 kHz mouse", "stock": { "lo": 2.2, "hi": 2.98, "src": [ { "file": "relay_latency_stock_samehub_r1.json", "ptr": "/results/0/latency_us/p99", "unit": "us" }, { "file": "relay_latency_stock_samehub_r2.json", "ptr": "/results/0/latency_us/p99", "unit": "us" } ] }, "medius": { "lo": 1.51, "hi": 1.52, "src": [ { "file": "relay_latency_medius_samehub_fix4_r1.json", "ptr": "/results/0/latency_us/p99", "unit": "us" }, { "file": "relay_latency_medius_samehub_fix4_r2.json", "ptr": "/results/0/latency_us/p99", "unit": "us" } ] } }, { "id": "pass-latency-p99-500", "label": "500 Hz mouse", "stock": { "lo": 2.19, "hi": 2.2, "src": [ { "file": "relay_latency_stock_samehub_r1.json", "ptr": "/results/1/latency_us/p99", "unit": "us" }, { "file": "relay_latency_stock_samehub_r2.json", "ptr": "/results/1/latency_us/p99", "unit": "us" } ] }, "medius": { "lo": 2.49, "hi": 2.49, "src": [ { "file": "relay_latency_medius_samehub_fix4_r1.json", "ptr": "/results/1/latency_us/p99", "unit": "us" }, { "file": "relay_latency_medius_samehub_fix4_r2.json", "ptr": "/results/1/latency_us/p99", "unit": "us" } ] } }, { "id": "pass-latency-p99-250", "label": "250 Hz mouse", "stock": { "lo": 2.15, "hi": 2.18, "src": [ { "file": "relay_latency_stock_samehub_r1.json", "ptr": "/results/2/latency_us/p99", "unit": "us" }, { "file": "relay_latency_stock_samehub_r2.json", "ptr": "/results/2/latency_us/p99", "unit": "us" } ] }, "medius": { "lo": 4.48, "hi": 4.48, "src": [ { "file": "relay_latency_medius_samehub_fix4_r1.json", "ptr": "/results/2/latency_us/p99", "unit": "us" }, { "file": "relay_latency_medius_samehub_fix4_r2.json", "ptr": "/results/2/latency_us/p99", "unit": "us" } ] } }, { "id": "pass-latency-p99-125", "label": "125 Hz mouse", "stock": { "lo": 2.17, "hi": 2.2, "src": [ { "file": "relay_latency_stock_samehub_r1.json", "ptr": "/results/3/latency_us/p99", "unit": "us" }, { "file": "relay_latency_stock_samehub_r2.json", "ptr": "/results/3/latency_us/p99", "unit": "us" } ] }, "medius": { "lo": 8.43, "hi": 8.43, "src": [ { "file": "relay_latency_medius_samehub_fix4_r1.json", "ptr": "/results/3/latency_us/p99", "unit": "us" }, { "file": "relay_latency_medius_samehub_fix4_r2.json", "ptr": "/results/3/latency_us/p99", "unit": "us" } ] } } ] }, { "kind": "measure", "label": "Report latency, fastest", "key": "Mouse", "unit": "µs", "better": "lower", "stat": "fastest", "layer": "emulator", "n": "2 runs of 24 s", "rows": [ { "id": "pass-latency-min-1000", "label": "1 kHz mouse", "stock": { "lo": 370, "hi": 381, "src": [ { "file": "relay_latency_stock_samehub_r1.json", "ptr": "/results/0/latency_us/min", "unit": "us" }, { "file": "relay_latency_stock_samehub_r2.json", "ptr": "/results/0/latency_us/min", "unit": "us" } ] }, "medius": { "lo": 501, "hi": 502, "src": [ { "file": "relay_latency_medius_samehub_fix4_r1.json", "ptr": "/results/0/latency_us/min", "unit": "us" }, { "file": "relay_latency_medius_samehub_fix4_r2.json", "ptr": "/results/0/latency_us/min", "unit": "us" } ] } }, { "id": "pass-latency-min-500", "label": "500 Hz mouse", "stock": { "lo": 335, "hi": 340, "src": [ { "file": "relay_latency_stock_samehub_r1.json", "ptr": "/results/1/latency_us/min", "unit": "us" }, { "file": "relay_latency_stock_samehub_r2.json", "ptr": "/results/1/latency_us/min", "unit": "us" } ] }, "medius": { "lo": 487, "hi": 504, "src": [ { "file": "relay_latency_medius_samehub_fix4_r1.json", "ptr": "/results/1/latency_us/min", "unit": "us" }, { "file": "relay_latency_medius_samehub_fix4_r2.json", "ptr": "/results/1/latency_us/min", "unit": "us" } ] } }, { "id": "pass-latency-min-250", "label": "250 Hz mouse", "stock": { "lo": 318, "hi": 326, "src": [ { "file": "relay_latency_stock_samehub_r1.json", "ptr": "/results/2/latency_us/min", "unit": "us" }, { "file": "relay_latency_stock_samehub_r2.json", "ptr": "/results/2/latency_us/min", "unit": "us" } ] }, "medius": { "lo": 502, "hi": 514, "src": [ { "file": "relay_latency_medius_samehub_fix4_r1.json", "ptr": "/results/2/latency_us/min", "unit": "us" }, { "file": "relay_latency_medius_samehub_fix4_r2.json", "ptr": "/results/2/latency_us/min", "unit": "us" } ] } }, { "id": "pass-latency-min-125", "label": "125 Hz mouse", "stock": { "lo": 328, "hi": 492, "src": [ { "file": "relay_latency_stock_samehub_r1.json", "ptr": "/results/3/latency_us/min", "unit": "us" }, { "file": "relay_latency_stock_samehub_r2.json", "ptr": "/results/3/latency_us/min", "unit": "us" } ] }, "medius": { "lo": 499, "hi": 510, "src": [ { "file": "relay_latency_medius_samehub_fix4_r1.json", "ptr": "/results/3/latency_us/min", "unit": "us" }, { "file": "relay_latency_medius_samehub_fix4_r2.json", "ptr": "/results/3/latency_us/min", "unit": "us" } ] } } ] } ] }, { "id": "pass-inject", "title": "Reads while injecting", "about": "The emulated mouse sends its next report only after the box reads the last one, so the count is how often the box read the mouse. Read every millisecond, a 1 kHz mouse gives 15,500 reports in 15.5 s and 5,500 in 5.5 s.", "tables": [ { "kind": "measure", "label": "Reports read from a 1 kHz mouse in about 15.5 s", "key": "Load", "unit": "reports", "better": "higher", "layer": "wire", "n": "2 runs of 15.5 s", "commands": { "stock": "km.move", "medius": "MOVE" }, "rows": [ { "id": "pass-inject-varying", "label": "Injecting 1,000 moves/s", "stock": { "lo": 7133, "hi": 7201, "src": [ { "file": "passthrough_stock_samehub_r1.json", "ptr": "/results/5/wire/reports" }, { "file": "passthrough_stock_samehub_r2.json", "ptr": "/results/5/wire/reports" } ] }, "medius": { "lo": 15540, "hi": 15584, "src": [ { "file": "passthrough_medius_samehub_fix4_r1.json", "ptr": "/results/5/wire/reports" }, { "file": "passthrough_medius_samehub_fix4_r2.json", "ptr": "/results/5/wire/reports" } ] } } ] }, { "kind": "measure", "label": "Reports read from a 1 kHz counting mouse in 15.5 s", "key": "Moves sent", "unit": "reports", "better": "higher", "layer": "hidraw", "n": "One 15 s run per row, then 0.5 s", "commands": { "stock": "km.move", "medius": "MOVE" }, "rows": [ { "id": "pass-inject-count-none", "label": "None", "stock": { "value": 15500, "src": [ { "file": "inject_native_rate_stock_samehub_count.json", "ptr": "/results/0/hidraw_native" } ] }, "medius": { "value": 15500, "src": [ { "file": "inject_native_rate_medius_samehub_fix4_count.json", "ptr": "/results/0/hidraw_native" } ] } }, { "id": "pass-inject-count-1000", "label": "1,000/s", "stock": { "value": 6877, "src": [ { "file": "inject_native_rate_stock_samehub_count.json", "ptr": "/results/1/hidraw_native" } ] }, "medius": { "value": 15500, "src": [ { "file": "inject_native_rate_medius_samehub_fix4_count.json", "ptr": "/results/1/hidraw_native" } ] } }, { "id": "pass-inject-count-500", "label": "500/s", "stock": { "value": 5238, "src": [ { "file": "inject_native_rate_stock_samehub_count.json", "ptr": "/results/2/hidraw_native" } ] }, "medius": { "value": 15500, "src": [ { "file": "inject_native_rate_medius_samehub_fix4_count.json", "ptr": "/results/2/hidraw_native" } ] } }, { "id": "pass-inject-count-125", "label": "125/s", "stock": { "value": 7020, "src": [ { "file": "inject_native_rate_stock_samehub_count.json", "ptr": "/results/3/hidraw_native" } ] }, "medius": { "value": 15499, "src": [ { "file": "inject_native_rate_medius_samehub_fix4_count.json", "ptr": "/results/3/hidraw_native" } ] } } ] }, { "kind": "measure", "label": "Reports read from a 1 kHz mouse moving at a varying speed, in 15.5 s", "key": "Moves sent", "unit": "reports", "better": "higher", "layer": "hidraw", "n": "2 runs of 15 s, then 0.5 s", "commands": { "stock": "km.move", "medius": "MOVE" }, "rows": [ { "id": "pass-inject-sine-1000", "label": "1,000/s", "stock": { "lo": 7180, "hi": 7227, "src": [ { "file": "inject_native_rate_stock_samehub_sine_r1.json", "ptr": "/results/0/hidraw_native" }, { "file": "inject_native_rate_stock_samehub_sine_r2.json", "ptr": "/results/0/hidraw_native" } ] }, "medius": { "lo": 15500, "hi": 15500, "src": [ { "file": "inject_native_rate_medius_samehub_fix4_sine_r1.json", "ptr": "/results/0/hidraw_native" }, { "file": "inject_native_rate_medius_samehub_fix4_sine_r2.json", "ptr": "/results/0/hidraw_native" } ] } }, { "id": "pass-inject-sine-500", "label": "500/s", "stock": { "lo": 6965, "hi": 7028, "src": [ { "file": "inject_native_rate_stock_samehub_sine_r1.json", "ptr": "/results/1/hidraw_native" }, { "file": "inject_native_rate_stock_samehub_sine_r2.json", "ptr": "/results/1/hidraw_native" } ] }, "medius": { "lo": 15500, "hi": 15500, "src": [ { "file": "inject_native_rate_medius_samehub_fix4_sine_r1.json", "ptr": "/results/1/hidraw_native" }, { "file": "inject_native_rate_medius_samehub_fix4_sine_r2.json", "ptr": "/results/1/hidraw_native" } ] } }, { "id": "pass-inject-sine-125", "label": "125/s", "stock": { "lo": 7190, "hi": 7287, "src": [ { "file": "inject_native_rate_stock_samehub_sine_r1.json", "ptr": "/results/2/hidraw_native" }, { "file": "inject_native_rate_stock_samehub_sine_r2.json", "ptr": "/results/2/hidraw_native" } ] }, "medius": { "lo": 15500, "hi": 15500, "src": [ { "file": "inject_native_rate_medius_samehub_fix4_sine_r1.json", "ptr": "/results/2/hidraw_native" }, { "file": "inject_native_rate_medius_samehub_fix4_sine_r2.json", "ptr": "/results/2/hidraw_native" } ] } } ] }, { "kind": "measure", "label": "Reports read from a 1 kHz mouse in 15.5 s, injecting 1,000 moves/s", "key": "Mouse", "unit": "reports", "better": "higher", "layer": "hidraw", "n": "One 15 s run per row, then 0.5 s", "commands": { "stock": "km.move", "medius": "MOVE" }, "rows": [ { "id": "pass-inject-steady-const1", "label": "Moving 1 count every report", "stock": { "value": 15493, "src": [ { "file": "inject_native_rate_stock_samehub_const1.json", "ptr": "/results/1/hidraw_native" } ] }, "medius": { "value": 15500, "src": [ { "file": "inject_native_rate_medius_samehub_fix4_const1.json", "ptr": "/results/1/hidraw_native" } ] } }, { "id": "pass-inject-steady-const100", "label": "Moving 100 counts every report", "stock": { "value": 15495, "src": [ { "file": "inject_native_rate_stock_samehub_const100.json", "ptr": "/results/1/hidraw_native" } ] }, "medius": { "value": 15500, "src": [ { "file": "inject_native_rate_medius_samehub_fix4_const100.json", "ptr": "/results/1/hidraw_native" } ] } }, { "id": "pass-inject-steady-alt", "label": "Moving 1 count, then -1, alternating", "stock": { "value": 15496, "src": [ { "file": "inject_native_rate_stock_samehub_alt.json", "ptr": "/results/1/hidraw_native" } ] }, "medius": { "value": 15500, "src": [ { "file": "inject_native_rate_medius_samehub_fix4_alt.json", "ptr": "/results/1/hidraw_native" } ] } } ] }, { "kind": "measure", "label": "Reports read from a 1 kHz mouse moving at a varying speed, in 5.5 s", "key": "Commands sent", "unit": "reports", "better": "higher", "layer": "hidraw", "n": "One 5 s run per row, then 0.5 s", "rows": [ { "id": "pass-inject-slow-10", "label": "10 moves/s", "stock": { "value": 3003, "src": [ { "file": "inject_native_rate_stock_samehub_sine_slow.json", "ptr": "/results/0/hidraw_native" } ] }, "medius": { "value": 5500, "src": [ { "file": "inject_native_rate_medius_samehub_fix4_sine_slow.json", "ptr": "/results/0/hidraw_native" } ] } }, { "id": "pass-inject-slow-30", "label": "30 moves/s", "stock": { "value": 3010, "src": [ { "file": "inject_native_rate_stock_samehub_sine_slow.json", "ptr": "/results/1/hidraw_native" } ] }, "medius": { "value": 5500, "src": [ { "file": "inject_native_rate_medius_samehub_fix4_sine_slow.json", "ptr": "/results/1/hidraw_native" } ] } }, { "id": "pass-inject-slow-move0", "label": "1,000 zero-count moves/s", "stock": { "value": 5496, "src": [ { "file": "inject_native_rate_stock_samehub_sine_move0.json", "ptr": "/results/0/hidraw_native" } ] }, "medius": { "value": 5500, "src": [ { "file": "inject_native_rate_medius_samehub_fix4_sine_move0.json", "ptr": "/results/0/hidraw_native" } ] } }, { "id": "pass-inject-slow-query", "label": "100 queries/s", "stock": { "value": 5500, "src": [ { "file": "inject_native_rate_stock_samehub_sine_query.json", "ptr": "/results/0/hidraw_native" } ] }, "medius": { "value": 5500, "src": [ { "file": "inject_native_rate_medius_samehub_fix4_sine_query.json", "ptr": "/results/0/hidraw_native" } ] } } ] } ] }, { "id": "pass-pc-device", "title": "PC to real device", "about": "Requests and reports the PC sent the real device, through its clone.", "tables": [ { "kind": "outcome", "label": "What reaches the real device", "key": "PC sends", "outcomes": [ "Passed on", "Clone reconnects instead" ], "rows": [ { "id": "pass-pc-boot", "label": "SET_PROTOCOL(boot)", "stock": { "is": "Passed on", "src": [ { "file": "faithful_stock_samehub.json", "ptr": "/results/0/device_switched" }, { "file": "faithful_stock_samehub.json", "ptr": "/results/0/report_lengths_after/3" } ] }, "medius": { "is": "Passed on", "src": [ { "file": "faithful_medius_samehub_fix4.json", "ptr": "/results/0/device_switched" }, { "file": "faithful_medius_samehub_fix4.json", "ptr": "/results/0/report_lengths_after/3" } ] } }, { "id": "pass-pc-halt", "label": "Endpoint halt, then clear", "stock": { "is": "Passed on", "src": [ { "file": "faithful_stock_samehub.json", "ptr": "/results/3/device_halt_set" }, { "file": "faithful_stock_samehub.json", "ptr": "/results/3/device_halt_clear" } ] }, "medius": { "is": "Passed on", "src": [ { "file": "faithful_medius_samehub_fix4.json", "ptr": "/results/3/device_halt_set" }, { "file": "faithful_medius_samehub_fix4.json", "ptr": "/results/3/device_halt_clear" } ] } }, { "id": "pass-pc-altset", "label": "Switch to alternate setting 1, then back", "stock": { "is": "Passed on", "src": [ { "file": "faithful_stock_samehub.json", "ptr": "/results/5/device_alt_after_set1/1" }, { "file": "faithful_stock_samehub.json", "ptr": "/results/5/packets_on_alt1" }, { "file": "faithful_stock_samehub.json", "ptr": "/results/5/device_alt_after_set0/1" } ] }, "medius": { "is": "Passed on", "src": [ { "file": "faithful_medius_samehub_fix4.json", "ptr": "/results/5/device_alt_after_set1/1" }, { "file": "faithful_medius_samehub_fix4.json", "ptr": "/results/5/packets_on_alt1" }, { "file": "faithful_medius_samehub_fix4.json", "ptr": "/results/5/device_alt_after_set0/1" } ] } }, { "id": "pass-pc-config", "label": "Switch to configuration 2, then back", "stock": { "is": "Clone reconnects instead", "src": [ { "file": "faithful_stock_samehub.json", "ptr": "/results/7/config_after_set2" }, { "file": "faithful_stock_samehub.json", "ptr": "/results/7/reenumerated" }, { "file": "faithful_stock_samehub_config_r2.json", "ptr": "/results/0/config_after_set2" }, { "file": "faithful_stock_samehub_config_r2.json", "ptr": "/results/0/reenumerated" }, { "file": "faithful_stock_samehub_config_r3.json", "ptr": "/results/0/config_after_set2" }, { "file": "faithful_stock_samehub_config_r3.json", "ptr": "/results/0/reenumerated" } ] }, "medius": { "is": "Passed on", "src": [ { "file": "faithful_medius_samehub_fix4.json", "ptr": "/results/7/config_after_set2" }, { "file": "faithful_medius_samehub_fix4.json", "ptr": "/results/7/packets_in_config2" }, { "file": "faithful_medius_samehub_fix4.json", "ptr": "/results/7/config_after_set1" }, { "file": "faithful_medius_samehub_fix4_config_r2.json", "ptr": "/results/0/config_after_set2" }, { "file": "faithful_medius_samehub_fix4_config_r2.json", "ptr": "/results/0/packets_in_config2" }, { "file": "faithful_medius_samehub_fix4_config_r2.json", "ptr": "/results/0/config_after_set1" }, { "file": "faithful_medius_samehub_fix4_config_r3.json", "ptr": "/results/0/config_after_set2" }, { "file": "faithful_medius_samehub_fix4_config_r3.json", "ptr": "/results/0/packets_in_config2" }, { "file": "faithful_medius_samehub_fix4_config_r3.json", "ptr": "/results/0/config_after_set1" } ] } }, { "id": "pass-pc-led", "label": "Keyboard LED report", "stock": { "is": "Passed on", "src": [ { "file": "out_relay_stock_samehub.json", "ptr": "/results/0/led_reached_device" }, { "file": "out_relay_stock_samehub.json", "ptr": "/results/0/ep0_log/data" } ] }, "medius": { "is": "Passed on", "src": [ { "file": "out_relay_medius_samehub_fix4.json", "ptr": "/results/0/led_reached_device" }, { "file": "out_relay_medius_samehub_fix4.json", "ptr": "/results/0/ep0_log/data" } ] } }, { "id": "pass-pc-hid-out", "label": "20 HID output reports", "stock": { "is": "Passed on", "src": [ { "file": "out_relay_stock_samehub.json", "ptr": "/results/1/out_log/packets" }, { "file": "out_relay_stock_samehub.json", "ptr": "/results/1/out_log/crc" }, { "file": "out_relay_stock_samehub.json", "ptr": "/results/1/sent_crc" } ] }, "medius": { "is": "Passed on", "src": [ { "file": "out_relay_medius_samehub_fix4.json", "ptr": "/results/1/out_log/packets" }, { "file": "out_relay_medius_samehub_fix4.json", "ptr": "/results/1/out_log/crc" }, { "file": "out_relay_medius_samehub_fix4.json", "ptr": "/results/1/sent_crc" } ] } } ] }, { "kind": "outcome", "label": "Resets the real device gets", "key": "PC sends", "outcomes": [ "Once", "Twice" ], "rows": [ { "id": "pass-pc-reset", "label": "One bus reset", "stock": { "is": "Twice", "src": [ { "file": "faithful_stock_samehub.json", "ptr": "/results/1/device_resets" } ] }, "medius": { "is": "Once", "src": [ { "file": "faithful_medius_samehub_fix4.json", "ptr": "/results/1/device_resets" } ] } }, { "id": "pass-pc-port-off", "label": "Hub port off for 1 s", "stock": { "is": "Twice", "src": [ { "file": "faithful_stock_samehub.json", "ptr": "/results/2/device_resets" } ] }, "medius": { "is": "Once", "src": [ { "file": "faithful_medius_samehub_fix4.json", "ptr": "/results/2/device_resets" } ] } } ], "ranked": false } ] }, { "id": "pass-device-pc", "title": "Real device to PC", "about": "A real device stalling its endpoint, one replying to polls with empty packets, and a vendor interface streaming a counter.", "tables": [ { "kind": "outcome", "key": "Native traffic", "outcomes": [ "Reaches the PC", "Hidden" ], "rows": [ { "id": "pass-dev-stall", "label": "A STALL on its interrupt endpoint", "stock": { "is": "Reaches the PC", "src": [ { "file": "faithful_stock_samehub.json", "ptr": "/results/4/pc_saw" }, { "file": "faithful_stock_samehub.json", "ptr": "/results/4/device_stalled_before_pc" }, { "file": "faithful_stock_samehub.json", "ptr": "/results/4/device_cleared_before_pc" } ] }, "medius": { "is": "Reaches the PC", "src": [ { "file": "faithful_medius_samehub_fix4.json", "ptr": "/results/4/pc_saw" }, { "file": "faithful_medius_samehub_fix4.json", "ptr": "/results/4/device_stalled_before_pc" }, { "file": "faithful_medius_samehub_fix4.json", "ptr": "/results/4/device_cleared_before_pc" } ] } }, { "id": "pass-dev-zlp", "label": "Empty packets on idle polls", "stock": { "is": "Reaches the PC", "src": [ { "file": "faithful_stock_samehub.json", "ptr": "/results/6/zlps" } ] }, "medius": { "is": "Reaches the PC", "src": [ { "file": "faithful_medius_samehub_fix4.json", "ptr": "/results/6/zlps" } ] } }, { "id": "pass-dev-vendor", "label": "Vendor stream at 1,000 packets/s", "stock": { "is": "Reaches the PC", "src": [ { "file": "out_relay_stock_samehub.json", "ptr": "/results/2/packets_1s" }, { "file": "out_relay_stock_samehub.json", "ptr": "/results/2/counter_gaps" } ] }, "medius": { "is": "Reaches the PC", "src": [ { "file": "out_relay_medius_samehub_fix4.json", "ptr": "/results/2/packets_1s" }, { "file": "out_relay_medius_samehub_fix4.json", "ptr": "/results/2/counter_gaps" } ] } } ], "label": "What reaches the PC" } ] }, { "id": "pass-pads", "title": "Game pads", "about": "Three emulated pads, each moving its left stick through set values for 1.5 s.", "tables": [ { "kind": "outcome", "label": "Stick values on the PC", "key": "Pad", "outcomes": [ "Unchanged", "Changed" ], "rows": [ { "id": "pass-pad-xinput", "label": "Xbox 360 pad (XInput)", "stock": { "is": "Unchanged", "src": [ { "file": "controller_stock_samehub.json", "ptr": "/results/0/cloned" }, { "file": "controller_stock_samehub.json", "ptr": "/results/0/interfaces/0/1" }, { "file": "controller_stock_samehub.json", "ptr": "/results/0/abs_x_seen" } ] }, "medius": { "is": "Unchanged", "src": [ { "file": "controller_medius_samehub_fix4.json", "ptr": "/results/0/cloned" }, { "file": "controller_medius_samehub_fix4.json", "ptr": "/results/0/interfaces/0/1" }, { "file": "controller_medius_samehub_fix4.json", "ptr": "/results/0/abs_x_seen" } ] } }, { "id": "pass-pad-gip", "label": "Xbox One pad (GIP)", "stock": { "is": "Unchanged", "src": [ { "file": "controller_stock_samehub_gip.json", "ptr": "/results/0/cloned" }, { "file": "controller_stock_samehub_gip.json", "ptr": "/results/0/interfaces/0/1" }, { "file": "controller_stock_samehub_gip.json", "ptr": "/results/0/abs_x_seen" } ] }, "medius": { "is": "Unchanged", "src": [ { "file": "controller_medius_samehub_fix4.json", "ptr": "/results/2/cloned" }, { "file": "controller_medius_samehub_fix4.json", "ptr": "/results/2/interfaces/0/1" }, { "file": "controller_medius_samehub_fix4.json", "ptr": "/results/2/abs_x_seen" } ] } }, { "id": "pass-pad-hid", "label": "HID pad", "stock": { "is": "Unchanged", "src": [ { "file": "controller_stock_samehub.json", "ptr": "/results/1/cloned" }, { "file": "controller_stock_samehub.json", "ptr": "/results/1/interfaces/0/1" }, { "file": "controller_stock_samehub.json", "ptr": "/results/1/abs_x_seen" } ] }, "medius": { "is": "Unchanged", "src": [ { "file": "controller_medius_samehub_fix4.json", "ptr": "/results/1/cloned" }, { "file": "controller_medius_samehub_fix4.json", "ptr": "/results/1/interfaces/0/1" }, { "file": "controller_medius_samehub_fix4.json", "ptr": "/results/1/abs_x_seen" } ] } } ] }, { "kind": "outcome", "label": "PC output reaching the pad", "key": "Pad", "outcomes": [ "Reaches the pad", "Lost" ], "rows": [ { "id": "pass-pad-out-xinput", "label": "Xbox 360 pad, LED command", "stock": { "is": "Reaches the pad", "src": [ { "file": "controller_stock_samehub.json", "ptr": "/results/0/pad_out_log/packets" }, { "file": "controller_stock_samehub.json", "ptr": "/results/0/pad_out_log/crc" } ] }, "medius": { "is": "Reaches the pad", "src": [ { "file": "controller_medius_samehub_fix4.json", "ptr": "/results/0/pad_out_log/packets" }, { "file": "controller_medius_samehub_fix4.json", "ptr": "/results/0/pad_out_log/crc" } ] } }, { "id": "pass-pad-out-gip", "label": "Xbox One pad, start-up packets", "stock": { "is": "Reaches the pad", "src": [ { "file": "controller_stock_samehub_gip.json", "ptr": "/results/0/pad_out_log/packets" }, { "file": "controller_stock_samehub_gip.json", "ptr": "/results/0/pad_out_log/crc" } ] }, "medius": { "is": "Reaches the pad", "src": [ { "file": "controller_medius_samehub_fix4.json", "ptr": "/results/2/pad_out_log/packets" }, { "file": "controller_medius_samehub_fix4.json", "ptr": "/results/2/pad_out_log/crc" } ] } } ] } ] } ] } ], "defects": [ { "id": "pass-inject-reads", "box": "stock", "text": "While injecting, even at 10 moves/s, stock reads a 1 kHz mouse whose speed varies only ~430-500 times/s.", "rows": [ "pass-inject-varying" ] }, { "id": "pass-stock-config-reconnect", "box": "stock", "rows": [ "pass-pc-config" ], "text": "When the PC switches the clone's configuration, stock reconnects the clone instead of relaying the switch to the real device (3/3 tries)." }, { "id": "devices-stock-mouse-interval", "box": "stock", "text": "Mouse clones declare a 1 ms poll interval even when the mouse declares 2-10 ms (a 125 Hz mouse's clone is polled at 1 kHz). Stock's lower latency below 1 kHz comes from this.", "rows": [ "pass-latency-p50-500", "pass-latency-p50-250", "pass-latency-p50-125", "pass-latency-p95-500", "pass-latency-p95-250", "pass-latency-p95-125", "pass-latency-p99-500", "pass-latency-p99-250", "pass-latency-p99-125", "pass-latency-min-500", "pass-latency-min-250", "pass-latency-min-125" ] } ], "pending": [] }