{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T04:20:25.20383961Z","hostname":"oxz_crucible_7dcb3570-0230-4fd0-bdb3-0dbfb4455632","pid":22640,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:44853"} {"msg":"region dd9eea38-90c1-4fe9-a9e1-e1dd3ff67c6e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T04:20:25.203907071Z","hostname":"oxz_crucible_7dcb3570-0230-4fd0-bdb3-0dbfb4455632","pid":22640,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T04:20:25.204565885Z","hostname":"oxz_crucible_7dcb3570-0230-4fd0-bdb3-0dbfb4455632","pid":22640,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T04:20:25.204584746Z","hostname":"oxz_crucible_7dcb3570-0230-4fd0-bdb3-0dbfb4455632","pid":22640,"uri":"/crucible/0/regions","method":"POST","req_id":"e12fef29-38c6-4ad6-9004-837f0be6d27e","remote_addr":"[fd00:1122:3344:101::b]:44853","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":670,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_9296efd4-5999-454d-8abb-7b3ea68c8104/crucible/regions/dd9eea38-90c1-4fe9-a9e1-e1dd3ff67c6e","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T04:20:25.213140471Z","hostname":"oxz_crucible_7dcb3570-0230-4fd0-bdb3-0dbfb4455632","pid":22640,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_9296efd4-5999-454d-8abb-7b3ea68c8104/crucible/regions/dd9eea38-90c1-4fe9-a9e1-e1dd3ff67c6e","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T04:20:25.213158361Z","hostname":"oxz_crucible_7dcb3570-0230-4fd0-bdb3-0dbfb4455632","pid":22640,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"dd9eea38-90c1-4fe9-a9e1-e1dd3ff67c6e\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/dd9eea38-90c1-4fe9-a9e1-e1dd3ff67c6e\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T04:20:25.257339689Z","hostname":"oxz_crucible_7dcb3570-0230-4fd0-bdb3-0dbfb4455632","pid":22640,"region":"dd9eea38-90c1-4fe9-a9e1-e1dd3ff67c6e","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"dd9eea38-90c1-4fe9-a9e1-e1dd3ff67c6e\" \"--data\" \"/data/regions/dd9eea38-90c1-4fe9-a9e1-e1dd3ff67c6e\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T04:20:25.25737087Z","hostname":"oxz_crucible_7dcb3570-0230-4fd0-bdb3-0dbfb4455632","pid":22640,"region":"dd9eea38-90c1-4fe9-a9e1-e1dd3ff67c6e","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T04:20:25.334175115Z","hostname":"oxz_crucible_7dcb3570-0230-4fd0-bdb3-0dbfb4455632","pid":22640,"region":"dd9eea38-90c1-4fe9-a9e1-e1dd3ff67c6e","component":"worker"} {"msg":"region dd9eea38-90c1-4fe9-a9e1-e1dd3ff67c6e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T04:20:25.334199955Z","hostname":"oxz_crucible_7dcb3570-0230-4fd0-bdb3-0dbfb4455632","pid":22640,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T04:20:25.334330178Z","hostname":"oxz_crucible_7dcb3570-0230-4fd0-bdb3-0dbfb4455632","pid":22640,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T04:20:25.352663485Z","hostname":"oxz_crucible_7dcb3570-0230-4fd0-bdb3-0dbfb4455632","pid":22640,"uri":"/crucible/0/regions","method":"POST","req_id":"69736b2a-a1c6-4b0b-8635-dde6a284ab4f","remote_addr":"[fd00:1122:3344:101::b]:44853","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":56,"response_code":200} {"msg":"creating missing downstairs instance downstairs-dd9eea38-90c1-4fe9-a9e1-e1dd3ff67c6e","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T04:20:25.354581997Z","hostname":"oxz_crucible_7dcb3570-0230-4fd0-bdb3-0dbfb4455632","pid":22640,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-dd9eea38-90c1-4fe9-a9e1-e1dd3ff67c6e","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T04:20:25.366105256Z","hostname":"oxz_crucible_7dcb3570-0230-4fd0-bdb3-0dbfb4455632","pid":22640,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T04:20:25.373313603Z","hostname":"oxz_crucible_7dcb3570-0230-4fd0-bdb3-0dbfb4455632","pid":22640,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-dd9eea38-90c1-4fe9-a9e1-e1dd3ff67c6e","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T04:20:25.376114764Z","hostname":"oxz_crucible_7dcb3570-0230-4fd0-bdb3-0dbfb4455632","pid":22640,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/dd9eea38-90c1-4fe9-a9e1-e1dd3ff67c6e","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T04:20:25.376398399Z","hostname":"oxz_crucible_7dcb3570-0230-4fd0-bdb3-0dbfb4455632","pid":22640,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T04:20:25.376445351Z","hostname":"oxz_crucible_7dcb3570-0230-4fd0-bdb3-0dbfb4455632","pid":22640,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T04:20:25.376482171Z","hostname":"oxz_crucible_7dcb3570-0230-4fd0-bdb3-0dbfb4455632","pid":22640,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T04:20:25.376517472Z","hostname":"oxz_crucible_7dcb3570-0230-4fd0-bdb3-0dbfb4455632","pid":22640,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T04:20:25.380477458Z","hostname":"oxz_crucible_7dcb3570-0230-4fd0-bdb3-0dbfb4455632","pid":22640,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T04:20:25.385099888Z","hostname":"oxz_crucible_7dcb3570-0230-4fd0-bdb3-0dbfb4455632","pid":22640,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T04:20:26.682834584Z","hostname":"oxz_crucible_7dcb3570-0230-4fd0-bdb3-0dbfb4455632","pid":22640,"uri":"/crucible/0/regions/14bd0f4d-a975-4532-bf46-ae92b0816e2f","method":"GET","req_id":"983d5d1e-f2b2-41c7-aa64-e6245fd7e9bf","remote_addr":"[fd00:1122:3344:101::b]:44853","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":51,"response_code":200} {"msg":"path is \"/data/regions/14bd0f4d-a975-4532-bf46-ae92b0816e2f\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T04:20:26.686265888Z","hostname":"oxz_crucible_7dcb3570-0230-4fd0-bdb3-0dbfb4455632","pid":22640,"component":"datafile"} {"msg":"dataset is oxp_9296efd4-5999-454d-8abb-7b3ea68c8104/crucible/regions/14bd0f4d-a975-4532-bf46-ae92b0816e2f","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T04:20:26.692844881Z","hostname":"oxz_crucible_7dcb3570-0230-4fd0-bdb3-0dbfb4455632","pid":22640,"component":"datafile"} {"msg":"snapshot is oxp_9296efd4-5999-454d-8abb-7b3ea68c8104/crucible/regions/14bd0f4d-a975-4532-bf46-ae92b0816e2f@7c9b0e9e-e6cb-47e3-99f1-cb516411cd9a","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T04:20:26.698747589Z","hostname":"oxz_crucible_7dcb3570-0230-4fd0-bdb3-0dbfb4455632","pid":22640,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_9296efd4-5999-454d-8abb-7b3ea68c8104/crucible/regions/14bd0f4d-a975-4532-bf46-ae92b0816e2f\", \"7c9b0e9e-e6cb-47e3-99f1-cb516411cd9a\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T04:20:26.698769019Z","hostname":"oxz_crucible_7dcb3570-0230-4fd0-bdb3-0dbfb4455632","pid":22640,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T04:20:26.7080372Z","hostname":"oxz_crucible_7dcb3570-0230-4fd0-bdb3-0dbfb4455632","pid":22640,"uri":"/crucible/0/regions/14bd0f4d-a975-4532-bf46-ae92b0816e2f/snapshots/7c9b0e9e-e6cb-47e3-99f1-cb516411cd9a","method":"GET","req_id":"116bf83f-25cd-44bc-b16e-7ed3e2b7c5d8","remote_addr":"[fd00:1122:3344:101::b]:44853","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":21812,"response_code":200} {"msg":"path is \"/data/regions/14bd0f4d-a975-4532-bf46-ae92b0816e2f\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T04:20:26.711637118Z","hostname":"oxz_crucible_7dcb3570-0230-4fd0-bdb3-0dbfb4455632","pid":22640,"component":"datafile"} {"msg":"dataset is oxp_9296efd4-5999-454d-8abb-7b3ea68c8104/crucible/regions/14bd0f4d-a975-4532-bf46-ae92b0816e2f","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T04:20:26.717284851Z","hostname":"oxz_crucible_7dcb3570-0230-4fd0-bdb3-0dbfb4455632","pid":22640,"component":"datafile"} {"msg":"snapshot is oxp_9296efd4-5999-454d-8abb-7b3ea68c8104/crucible/regions/14bd0f4d-a975-4532-bf46-ae92b0816e2f@7c9b0e9e-e6cb-47e3-99f1-cb516411cd9a","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T04:20:26.723681389Z","hostname":"oxz_crucible_7dcb3570-0230-4fd0-bdb3-0dbfb4455632","pid":22640,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_9296efd4-5999-454d-8abb-7b3ea68c8104/crucible/regions/14bd0f4d-a975-4532-bf46-ae92b0816e2f\", \"7c9b0e9e-e6cb-47e3-99f1-cb516411cd9a\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T04:20:26.72370145Z","hostname":"oxz_crucible_7dcb3570-0230-4fd0-bdb3-0dbfb4455632","pid":22640,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 14bd0f4d-a975-4532-bf46-ae92b0816e2f-7c9b0e9e-e6cb-47e3-99f1-cb516411cd9a state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T04:20:26.731073499Z","hostname":"oxz_crucible_7dcb3570-0230-4fd0-bdb3-0dbfb4455632","pid":22640,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T04:20:26.731218933Z","hostname":"oxz_crucible_7dcb3570-0230-4fd0-bdb3-0dbfb4455632","pid":22640,"uri":"/crucible/0/regions/14bd0f4d-a975-4532-bf46-ae92b0816e2f/snapshots/7c9b0e9e-e6cb-47e3-99f1-cb516411cd9a/run","method":"POST","req_id":"eef13803-7065-4c07-8404-e67fe880b43c","remote_addr":"[fd00:1122:3344:101::b]:44853","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":19598,"response_code":200} {"msg":"applying SMF actions for region 14bd0f4d-a975-4532-bf46-ae92b0816e2f running snapshot 7c9b0e9e-e6cb-47e3-99f1-cb516411cd9a (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T04:20:26.731235743Z","hostname":"oxz_crucible_7dcb3570-0230-4fd0-bdb3-0dbfb4455632","pid":22640,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-14bd0f4d-a975-4532-bf46-ae92b0816e2f-7c9b0e9e-e6cb-47e3-99f1-cb516411cd9a","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T04:20:26.736084548Z","hostname":"oxz_crucible_7dcb3570-0230-4fd0-bdb3-0dbfb4455632","pid":22640,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-14bd0f4d-a975-4532-bf46-ae92b0816e2f-7c9b0e9e-e6cb-47e3-99f1-cb516411cd9a","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T04:20:26.739445121Z","hostname":"oxz_crucible_7dcb3570-0230-4fd0-bdb3-0dbfb4455632","pid":22640,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-14bd0f4d-a975-4532-bf46-ae92b0816e2f-7c9b0e9e-e6cb-47e3-99f1-cb516411cd9a","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T04:20:26.749979389Z","hostname":"oxz_crucible_7dcb3570-0230-4fd0-bdb3-0dbfb4455632","pid":22640,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/14bd0f4d-a975-4532-bf46-ae92b0816e2f/.zfs/snapshot/7c9b0e9e-e6cb-47e3-99f1-cb516411cd9a","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T04:20:26.750266685Z","hostname":"oxz_crucible_7dcb3570-0230-4fd0-bdb3-0dbfb4455632","pid":22640,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T04:20:26.750305956Z","hostname":"oxz_crucible_7dcb3570-0230-4fd0-bdb3-0dbfb4455632","pid":22640,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T04:20:26.750345087Z","hostname":"oxz_crucible_7dcb3570-0230-4fd0-bdb3-0dbfb4455632","pid":22640,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T04:20:26.750377068Z","hostname":"oxz_crucible_7dcb3570-0230-4fd0-bdb3-0dbfb4455632","pid":22640,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T04:20:26.750420609Z","hostname":"oxz_crucible_7dcb3570-0230-4fd0-bdb3-0dbfb4455632","pid":22640,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T04:20:26.754008496Z","hostname":"oxz_crucible_7dcb3570-0230-4fd0-bdb3-0dbfb4455632","pid":22640,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T04:20:26.758714148Z","hostname":"oxz_crucible_7dcb3570-0230-4fd0-bdb3-0dbfb4455632","pid":22640,"component":"worker"} {"msg":"region 14bd0f4d-a975-4532-bf46-ae92b0816e2f running snapshot 7c9b0e9e-e6cb-47e3-99f1-cb516411cd9a state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T04:20:26.758722118Z","hostname":"oxz_crucible_7dcb3570-0230-4fd0-bdb3-0dbfb4455632","pid":22640,"component":"datafile"} {"msg":"path is \"/data/regions/14bd0f4d-a975-4532-bf46-ae92b0816e2f\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T04:20:26.863190453Z","hostname":"oxz_crucible_7dcb3570-0230-4fd0-bdb3-0dbfb4455632","pid":22640,"component":"datafile"} {"msg":"dataset is oxp_9296efd4-5999-454d-8abb-7b3ea68c8104/crucible/regions/14bd0f4d-a975-4532-bf46-ae92b0816e2f","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T04:20:26.86907061Z","hostname":"oxz_crucible_7dcb3570-0230-4fd0-bdb3-0dbfb4455632","pid":22640,"component":"datafile"} {"msg":"snapshot is oxp_9296efd4-5999-454d-8abb-7b3ea68c8104/crucible/regions/14bd0f4d-a975-4532-bf46-ae92b0816e2f@7c9b0e9e-e6cb-47e3-99f1-cb516411cd9a","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T04:20:26.87553807Z","hostname":"oxz_crucible_7dcb3570-0230-4fd0-bdb3-0dbfb4455632","pid":22640,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_9296efd4-5999-454d-8abb-7b3ea68c8104/crucible/regions/14bd0f4d-a975-4532-bf46-ae92b0816e2f\", \"7c9b0e9e-e6cb-47e3-99f1-cb516411cd9a\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T04:20:26.875550881Z","hostname":"oxz_crucible_7dcb3570-0230-4fd0-bdb3-0dbfb4455632","pid":22640,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T04:20:26.882213575Z","hostname":"oxz_crucible_7dcb3570-0230-4fd0-bdb3-0dbfb4455632","pid":22640,"uri":"/crucible/0/regions/14bd0f4d-a975-4532-bf46-ae92b0816e2f/snapshots/7c9b0e9e-e6cb-47e3-99f1-cb516411cd9a/run","method":"POST","req_id":"73f229b7-461a-495f-8a22-a9a0d3daabd7","remote_addr":"[fd00:1122:3344:101::b]:44853","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":19037,"response_code":200}