feat: edit ops and the reads their forms need, for socket protocol 2

The edit routes become ops 26-44 (addRoom ... groupSortOrder): ProtoEdits
turns an op's payload into the route's request, full names and real
booleans, and loop() applies it with applyModelEdit() as the route
does. The reply goes to the client that sent it, with an add's new id,
or the route's reason and a shade's validation code; the HTTP routes
keep sending requestResult.

getNextRoom, getNextShade, getNextGroup and groupOptions (45-48) are
answered by loop() from the shade model, through a new LoopQueue item.

Messages that arrive in pieces, a frame over one TCP segment or several
frames, are put back together by ProtoAssembly: one at a time across
clients, up to 4 KB, in a buffer held only while one is on its way.
A message in pieces is now told from its first frame's opcode, which
also stops a fragmented message's last frame drawing a second reply.

Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>

test/e2e/README.md

@@ -11,8 +11,9 @@ Runs against a real device on your network, by hand, never in CI. It checks sock
 | `--device` | the device's address (required) |
 | `--password`, `--username` / `--pin` | the credentials of a Secured device |
 | `--radio --shade <id>` | also send real commands: that shade moves a little and back |
+| `--edit` | also add a room and delete it again |
 | `--record` | save hello, the sync and the schema to `test/fixtures/proto2/`, for the web UI and Home Assistant tests |
 
-A plain run sends nothing on air, changes no settings and doesn't reboot the device. The command tests send ops that are refused before they reach the radio, and one `setPositions` that sets a shade to the position the sync gave: that drops the fraction of a percent the shade's believed position may have had. It does fill every socket slot for a few seconds, and replays a page load.
+A plain run sends nothing on air, changes no settings and doesn't reboot the device. The command tests send ops that are refused before they reach the radio, and one `setPositions` that sets a shade to the position the sync gave: that drops the fraction of a percent the shade's believed position may have had. The edit tests send edits that are refused, and one shade sort order set to the order it has, which saves the shades again unchanged. It does fill every socket slot for a few seconds, and replays a page load.
 
 The tests run in whatever security mode the device is in; the suite never changes it. To test both modes, run the suite once in each.

test/e2e/conftest.py

@@ -17,6 +17,7 @@ def pytest_addoption(parser):
     parser.addoption("--record", action="store_true", help="save what the device sends to test/fixtures/proto2")
     parser.addoption("--radio", action="store_true", help="also run the tests that send commands on air")
     parser.addoption("--shade", type=int, default=None, help="with --radio: the id of the shade the commands may move")
+    parser.addoption("--edit", action="store_true", help="also run the edits that change the shade model, then undo them")
 
 
 @pytest.fixture(scope="session")
@@ -95,3 +96,11 @@ def radio_shade(request):
     if shade is None:
         pytest.skip("--radio needs --shade <id>, a shade that may move")
     return shade
+
+
+@pytest.fixture(scope="session")
+def editing(request):
+    """For tests that change the shade model and change it back, or a skip."""
+    if not request.config.getoption("--edit"):
+        pytest.skip("changes the shade model and back: pass --edit")
+    return True

test/e2e/test_edits.py

@@ -0,0 +1,115 @@
+"""The edit ops and the reads an edit form needs (docs/PROTOCOL.md).  Without
+--edit nothing changes: edits are refused, or set what is already there."""
+import pytest
+
+from test_commands import is_ok, op, pack, synced_model
+from test_messages import error_name, reply_to
+
+EDIT_OPS = ("addRoom", "addShade", "addGroup", "saveRoom", "saveShade", "saveGroup", "deleteRoom", "deleteShade",
+            "deleteGroup", "linkRemote", "unlinkRemote", "linkToGroup", "unlinkFromGroup", "linkRepeater",
+            "unlinkRepeater", "setPaired", "roomSortOrder", "shadeSortOrder", "groupSortOrder")
+READ_OPS = ("getNextRoom", "getNextShade", "getNextGroup", "groupOptions")
+
+
+def field(schema, reply, name):
+    return reply["d"].get(schema.keys[name], schema.default(name))
+
+
+def unused(items, key):
+    return next(i for i in range(250, 0, -1) if i not in {x[key] for x in items})
+
+
+def test_every_edit_and_read_op_is_in_the_schema(schema):
+    for name in EDIT_OPS + READ_OPS:
+        assert 16 <= schema.type_numbers[name] <= 127, name
+
+
+def test_the_next_shade_gets_a_free_id_and_address(connect, schema):
+    c, shades, groups = synced_model(connect, schema)
+    reply = op(c, schema, "getNextShade", {})
+    assert is_ok(schema, reply)
+    assert field(schema, reply, "shadeId") not in {s["shadeId"] for s in shades}
+    address = field(schema, reply, "remoteAddress")
+    assert address and address not in {s.get("remoteAddress") for s in shades + groups}
+
+
+def test_the_next_room_and_group(connect, schema):
+    c, _, groups = synced_model(connect, schema)
+    assert is_ok(schema, op(c, schema, "getNextRoom", {}))
+    reply = op(c, schema, "getNextGroup", {})
+    assert is_ok(schema, reply)
+    assert field(schema, reply, "groupId") not in {g["groupId"] for g in groups}
+
+
+def test_group_options_are_the_shades_it_lacks(connect, schema):
+    c, shades, groups = synced_model(connect, schema)
+    if not groups:
+        pytest.skip("the device has no groups")
+    group = groups[0]
+    reply = op(c, schema, "groupOptions", {"groupId": group["groupId"]})
+    assert is_ok(schema, reply)
+    expected = {s["shadeId"] for s in shades} - set(group.get("linkedShades", []))
+    assert set(field(schema, reply, "ids")) == expected
+
+
+def test_group_options_of_a_missing_group(connect, schema):
+    c, _, groups = synced_model(connect, schema)
+    reply = op(c, schema, "groupOptions", {"groupId": unused(groups, "groupId")})
+    assert error_name(schema, reply) == "notFound"
+
+
+@pytest.mark.parametrize("name, payload, why", [
+    ("saveRoom", {"zz": 1}, "Unknown field zz"),
+    ("setPaired", {"s": 1, "i": 2}, "paired is not a boolean (1 or 0)"),
+    ("shadeSortOrder", {}, "ids is missing"),
+])
+def test_a_bad_payload_is_refused_before_it_is_queued(connect, schema, name, payload, why):
+    c, _, _ = synced_model(connect, schema)
+    msg_id = c.send(schema.type_numbers[name], payload, with_id=True)
+    reply = reply_to(c, msg_id)
+    assert error_name(schema, reply) == "badRequest"
+    assert reply["d"][schema.keys["desc"]] == why
+
+
+def test_an_edit_of_a_missing_shade_says_why(connect, schema):
+    """Refused by the edit itself on loop(), as its route would be."""
+    c, shades, _ = synced_model(connect, schema)
+    reply = op(c, schema, "saveShade", {"shadeId": unused(shades, "shadeId"), "name": "x"})
+    assert error_name(schema, reply) == "badRequest"
+    assert reply["d"][schema.keys["desc"]] == "Shade Id not found."
+
+
+def test_a_sort_order_set_to_what_it_is(connect, schema):
+    c, shades, _ = synced_model(connect, schema)
+    if not shades:
+        pytest.skip("the device has no shades")
+    ids = [s["shadeId"] for s in sorted(shades, key=lambda s: s.get("sortOrder", 0))]
+    reply = op(c, schema, "shadeSortOrder", {"ids": ids})
+    assert is_ok(schema, reply)
+    order = c.recv_until(lambda f: f["t"] == schema.type_numbers["shadeOrder"])[-1]
+    assert order["d"][schema.keys["ids"]] == ids
+
+
+def test_a_long_edit_is_put_back_together(connect, schema):
+    """3 KB arrives in pieces: the reply carries its id, so it was read whole."""
+    c, shades, _ = synced_model(connect, schema)
+    padding = " " * 3000
+    msg_id = 4242
+    c.send_text('{"v":2,"t":%d,"id":%d,"d":{"%s":%d%s}}' % (
+        schema.type_numbers["saveShade"], msg_id, schema.keys["shadeId"], unused(shades, "shadeId"), padding))
+    reply = reply_to(c, msg_id)
+    assert reply["d"][schema.keys["desc"]] == "Shade Id not found."
+
+
+def test_adding_and_deleting_a_room(connect, schema, editing):
+    """With --edit: a room is added, then deleted again."""
+    c, _, _ = synced_model(connect, schema)
+    reply = op(c, schema, "addRoom", {"name": "e2e room"})
+    assert is_ok(schema, reply), reply
+    room_id = field(schema, reply, "roomId")
+    assert room_id
+    added = c.recv_until(lambda f: f["t"] == schema.type_numbers["room"])[-1]
+    assert schema.expand(added["d"])["name"] == "e2e room"
+    assert is_ok(schema, op(c, schema, "deleteRoom", {"roomId": room_id}))
+    removed = c.recv_until(lambda f: f["t"] == schema.type_numbers["roomRemoved"])[-1]
+    assert removed["d"][schema.keys["roomId"]] == room_id