{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:01:02.992344384Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:63703"} {"msg":"region 5fcf4650-fe4e-4dcc-882d-c162ceff0302 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:01:03.040055194Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:01:03.045386162Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:01:03.045403702Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"uri":"/crucible/0/regions","method":"POST","req_id":"17a9f6e9-e9e4-4c81-83c6-84fb3b63787f","remote_addr":"[fd00:1122:3344:101::b]:63703","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":17519,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_e7f4530a-b875-40b6-9657-9428644dc50c/crucible/regions/5fcf4650-fe4e-4dcc-882d-c162ceff0302","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:01:03.055199029Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_e7f4530a-b875-40b6-9657-9428644dc50c/crucible/regions/5fcf4650-fe4e-4dcc-882d-c162ceff0302","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:01:03.055224749Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"5fcf4650-fe4e-4dcc-882d-c162ceff0302\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/5fcf4650-fe4e-4dcc-882d-c162ceff0302\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:01:03.115587254Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"region":"5fcf4650-fe4e-4dcc-882d-c162ceff0302","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"5fcf4650-fe4e-4dcc-882d-c162ceff0302\" \"--data\" \"/data/regions/5fcf4650-fe4e-4dcc-882d-c162ceff0302\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:01:03.117885369Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"region":"5fcf4650-fe4e-4dcc-882d-c162ceff0302","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:01:03.231581939Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"uri":"/crucible/0/regions","method":"POST","req_id":"c965c80f-f5ee-4edd-997b-87f9ccc99ea0","remote_addr":"[fd00:1122:3344:101::b]:63703","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":58,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:01:03.380784674Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"region":"5fcf4650-fe4e-4dcc-882d-c162ceff0302","component":"worker"} {"msg":"region 5fcf4650-fe4e-4dcc-882d-c162ceff0302 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:01:03.380823625Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:01:03.380920837Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-5fcf4650-fe4e-4dcc-882d-c162ceff0302","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:01:03.38312634Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-5fcf4650-fe4e-4dcc-882d-c162ceff0302","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:01:03.38728726Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:01:03.398189193Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-5fcf4650-fe4e-4dcc-882d-c162ceff0302","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:01:03.399507892Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/5fcf4650-fe4e-4dcc-882d-c162ceff0302","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:01:03.400280424Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:01:03.400340165Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:01:03.400380606Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:01:03.400415817Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:01:03.409536596Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:01:03.412382815Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:01:03.493682304Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"uri":"/crucible/0/regions","method":"POST","req_id":"33ebfd3b-909d-40be-8c03-f8694fa07c07","remote_addr":"[fd00:1122:3344:101::b]:63703","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":78,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:06.490566306Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:65436"} {"msg":"region f909b7ba-0305-42a2-a2ff-3287f1f9940d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:06.490818052Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:06.494821828Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:06.494856549Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"uri":"/crucible/0/regions","method":"POST","req_id":"1ac87e3c-1bf3-44c1-9819-d0070ce167bc","remote_addr":"[fd00:1122:3344:101::b]:65436","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":4201,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_e7f4530a-b875-40b6-9657-9428644dc50c/crucible/regions/f909b7ba-0305-42a2-a2ff-3287f1f9940d","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:06.504086662Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_e7f4530a-b875-40b6-9657-9428644dc50c/crucible/regions/f909b7ba-0305-42a2-a2ff-3287f1f9940d","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:06.504121942Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"f909b7ba-0305-42a2-a2ff-3287f1f9940d\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/f909b7ba-0305-42a2-a2ff-3287f1f9940d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:06.54882097Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"region":"f909b7ba-0305-42a2-a2ff-3287f1f9940d","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"f909b7ba-0305-42a2-a2ff-3287f1f9940d\" \"--data\" \"/data/regions/f909b7ba-0305-42a2-a2ff-3287f1f9940d\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:06.548859751Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"region":"f909b7ba-0305-42a2-a2ff-3287f1f9940d","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:06.603547769Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"region":"f909b7ba-0305-42a2-a2ff-3287f1f9940d","component":"worker"} {"msg":"region f909b7ba-0305-42a2-a2ff-3287f1f9940d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:06.60357835Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:06.603671482Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"worker"} {"msg":"existing directory value /dev/null does not match /data/regions/5fcf4650-fe4e-4dcc-882d-c162ceff0302","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:06.617993797Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:06.618064949Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:06.618136341Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:06.618145001Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:06.618181291Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-5fcf4650-fe4e-4dcc-882d-c162ceff0302","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:06.618226173Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/5fcf4650-fe4e-4dcc-882d-c162ceff0302","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:06.618328525Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:06.618379796Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:06.618407487Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:06.618453798Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:06.626881351Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-f909b7ba-0305-42a2-a2ff-3287f1f9940d","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:06.627316872Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-f909b7ba-0305-42a2-a2ff-3287f1f9940d","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:06.628877529Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:06.635299004Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-f909b7ba-0305-42a2-a2ff-3287f1f9940d","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:06.636648407Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f909b7ba-0305-42a2-a2ff-3287f1f9940d","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:06.636942654Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:06.637000185Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:06.637038146Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:06.637074047Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:06.638824179Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:06.641609136Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:06.844612389Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"uri":"/crucible/0/regions","method":"POST","req_id":"7d329ae4-ccc3-4a83-8453-1f83633fe8a3","remote_addr":"[fd00:1122:3344:101::b]:65436","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":60,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:08.631870665Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"uri":"/crucible/0/regions/5fcf4650-fe4e-4dcc-882d-c162ceff0302","method":"GET","req_id":"8475b8ab-0f4f-4e38-a156-1ebef5e916bf","remote_addr":"[fd00:1122:3344:101::b]:65436","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":66,"response_code":200} {"msg":"path is \"/data/regions/5fcf4650-fe4e-4dcc-882d-c162ceff0302\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:08.635299158Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"datafile"} {"msg":"dataset is oxp_e7f4530a-b875-40b6-9657-9428644dc50c/crucible/regions/5fcf4650-fe4e-4dcc-882d-c162ceff0302","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:08.641792994Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"datafile"} {"msg":"snapshot is oxp_e7f4530a-b875-40b6-9657-9428644dc50c/crucible/regions/5fcf4650-fe4e-4dcc-882d-c162ceff0302@200be582-32fd-48cc-8d73-bcc501a4441d","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:08.647113712Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_e7f4530a-b875-40b6-9657-9428644dc50c/crucible/regions/5fcf4650-fe4e-4dcc-882d-c162ceff0302\", \"200be582-32fd-48cc-8d73-bcc501a4441d\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:08.647142553Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:08.655389982Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"uri":"/crucible/0/regions/5fcf4650-fe4e-4dcc-882d-c162ceff0302/snapshots/200be582-32fd-48cc-8d73-bcc501a4441d","method":"GET","req_id":"93d71ead-3079-4c2a-8cfe-bb5f91d759bf","remote_addr":"[fd00:1122:3344:101::b]:65436","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":20098,"response_code":200} {"msg":"path is \"/data/regions/5fcf4650-fe4e-4dcc-882d-c162ceff0302\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:08.65903309Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"datafile"} {"msg":"dataset is oxp_e7f4530a-b875-40b6-9657-9428644dc50c/crucible/regions/5fcf4650-fe4e-4dcc-882d-c162ceff0302","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:08.665410393Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"datafile"} {"msg":"snapshot is oxp_e7f4530a-b875-40b6-9657-9428644dc50c/crucible/regions/5fcf4650-fe4e-4dcc-882d-c162ceff0302@200be582-32fd-48cc-8d73-bcc501a4441d","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:08.671800667Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_e7f4530a-b875-40b6-9657-9428644dc50c/crucible/regions/5fcf4650-fe4e-4dcc-882d-c162ceff0302\", \"200be582-32fd-48cc-8d73-bcc501a4441d\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:08.671824828Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 5fcf4650-fe4e-4dcc-882d-c162ceff0302-200be582-32fd-48cc-8d73-bcc501a4441d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:08.678186911Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"datafile"} {"msg":"applying SMF actions for region 5fcf4650-fe4e-4dcc-882d-c162ceff0302 running snapshot 200be582-32fd-48cc-8d73-bcc501a4441d (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:08.678381726Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:08.678396726Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"uri":"/crucible/0/regions/5fcf4650-fe4e-4dcc-882d-c162ceff0302/snapshots/200be582-32fd-48cc-8d73-bcc501a4441d/run","method":"POST","req_id":"593c432e-15fd-41eb-a5ae-fdd6d5c093f6","remote_addr":"[fd00:1122:3344:101::b]:65436","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":19406,"response_code":200} {"msg":"existing directory value /dev/null does not match /data/regions/5fcf4650-fe4e-4dcc-882d-c162ceff0302","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:08.67895448Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:08.679031342Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:08.679101994Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:08.679108034Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:08.679144524Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-5fcf4650-fe4e-4dcc-882d-c162ceff0302","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:08.679185085Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/5fcf4650-fe4e-4dcc-882d-c162ceff0302","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:08.679532284Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:08.679578855Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:08.679621876Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:08.679662067Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:08.681632435Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-5fcf4650-fe4e-4dcc-882d-c162ceff0302-200be582-32fd-48cc-8d73-bcc501a4441d","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:08.685250292Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-5fcf4650-fe4e-4dcc-882d-c162ceff0302-200be582-32fd-48cc-8d73-bcc501a4441d","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:08.693876799Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-5fcf4650-fe4e-4dcc-882d-c162ceff0302-200be582-32fd-48cc-8d73-bcc501a4441d","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:08.700187012Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/5fcf4650-fe4e-4dcc-882d-c162ceff0302/.zfs/snapshot/200be582-32fd-48cc-8d73-bcc501a4441d","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:08.700482329Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:08.7005319Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:08.700567001Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:08.700606442Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:08.700649243Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:08.702937728Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:08.706078044Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"worker"} {"msg":"region 5fcf4650-fe4e-4dcc-882d-c162ceff0302 running snapshot 200be582-32fd-48cc-8d73-bcc501a4441d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:08.706091944Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"datafile"} {"msg":"path is \"/data/regions/5fcf4650-fe4e-4dcc-882d-c162ceff0302\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:08.867368591Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"datafile"} {"msg":"dataset is oxp_e7f4530a-b875-40b6-9657-9428644dc50c/crucible/regions/5fcf4650-fe4e-4dcc-882d-c162ceff0302","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:08.873795006Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"datafile"} {"msg":"snapshot is oxp_e7f4530a-b875-40b6-9657-9428644dc50c/crucible/regions/5fcf4650-fe4e-4dcc-882d-c162ceff0302@200be582-32fd-48cc-8d73-bcc501a4441d","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:08.879877173Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_e7f4530a-b875-40b6-9657-9428644dc50c/crucible/regions/5fcf4650-fe4e-4dcc-882d-c162ceff0302\", \"200be582-32fd-48cc-8d73-bcc501a4441d\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:08.879905713Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:08.885383685Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"uri":"/crucible/0/regions/5fcf4650-fe4e-4dcc-882d-c162ceff0302/snapshots/200be582-32fd-48cc-8d73-bcc501a4441d/run","method":"POST","req_id":"2407e854-4b51-45f4-ab1a-341cda41281d","remote_addr":"[fd00:1122:3344:101::b]:65436","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":18055,"response_code":200} {"msg":"region d6acab03-e30c-40f9-bdf1-a269c02c65d3 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:13.040282806Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:13.04044662Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"uri":"/crucible/0/regions","method":"POST","req_id":"e6fdfb11-5eae-405e-8459-ed12045a2d4c","remote_addr":"[fd00:1122:3344:101::b]:65436","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":217,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:13.04047206Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_e7f4530a-b875-40b6-9657-9428644dc50c/crucible/regions/d6acab03-e30c-40f9-bdf1-a269c02c65d3","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:13.047250704Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_e7f4530a-b875-40b6-9657-9428644dc50c/crucible/regions/d6acab03-e30c-40f9-bdf1-a269c02c65d3","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:13.047265064Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"d6acab03-e30c-40f9-bdf1-a269c02c65d3\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/d6acab03-e30c-40f9-bdf1-a269c02c65d3\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:13.091389747Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"region":"d6acab03-e30c-40f9-bdf1-a269c02c65d3","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"d6acab03-e30c-40f9-bdf1-a269c02c65d3\" \"--data\" \"/data/regions/d6acab03-e30c-40f9-bdf1-a269c02c65d3\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:13.091438609Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"region":"d6acab03-e30c-40f9-bdf1-a269c02c65d3","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:13.138883562Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"region":"d6acab03-e30c-40f9-bdf1-a269c02c65d3","component":"worker"} {"msg":"region d6acab03-e30c-40f9-bdf1-a269c02c65d3 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:13.138920983Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:13.139026866Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"worker"} {"msg":"existing directory value /dev/null does not match /data/regions/5fcf4650-fe4e-4dcc-882d-c162ceff0302","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:13.139541628Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:13.13962359Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:13.139691462Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:13.139704092Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:13.139734083Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-5fcf4650-fe4e-4dcc-882d-c162ceff0302","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:13.139776934Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/5fcf4650-fe4e-4dcc-882d-c162ceff0302","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:13.140130982Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:13.140175653Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:13.140283096Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:13.140316277Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:13.142379056Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-d6acab03-e30c-40f9-bdf1-a269c02c65d3","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:13.142746205Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-d6acab03-e30c-40f9-bdf1-a269c02c65d3","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:13.144635131Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:13.148609937Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d6acab03-e30c-40f9-bdf1-a269c02c65d3","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:13.150028751Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d6acab03-e30c-40f9-bdf1-a269c02c65d3","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:13.150335948Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:13.15039683Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:13.150427281Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:13.150468522Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:13.152406858Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:13.15954832Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:13.305804885Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"uri":"/crucible/0/regions","method":"POST","req_id":"67cc8c61-5861-44be-a8d9-e1479a62ada8","remote_addr":"[fd00:1122:3344:101::b]:65436","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":64,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:38.340035795Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"uri":"/crucible/0/regions/d6acab03-e30c-40f9-bdf1-a269c02c65d3","method":"GET","req_id":"6728aceb-834a-4d06-921a-30b25ffaf9df","remote_addr":"[fd00:1122:3344:101::b]:65436","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":52,"response_code":200} {"msg":"path is \"/data/regions/d6acab03-e30c-40f9-bdf1-a269c02c65d3\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:38.344110483Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"datafile"} {"msg":"dataset is oxp_e7f4530a-b875-40b6-9657-9428644dc50c/crucible/regions/d6acab03-e30c-40f9-bdf1-a269c02c65d3","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:38.352781812Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"datafile"} {"msg":"region d6acab03-e30c-40f9-bdf1-a269c02c65d3 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:38.359818842Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:38.360003607Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:38.360027817Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"uri":"/crucible/0/regions/d6acab03-e30c-40f9-bdf1-a269c02c65d3","method":"DELETE","req_id":"e4d2e317-91b3-48af-86e0-08efc1ecd832","remote_addr":"[fd00:1122:3344:101::b]:65436","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":15925,"response_code":204} {"msg":"disabling downstairs instance: downstairs-d6acab03-e30c-40f9-bdf1-a269c02c65d3 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:38.361054782Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:38.362892606Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"uri":"/crucible/0/regions/d6acab03-e30c-40f9-bdf1-a269c02c65d3","method":"GET","req_id":"4339ddad-0e39-4c51-b344-c974c59eca38","remote_addr":"[fd00:1122:3344:101::b]:65436","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":40,"response_code":200} {"msg":"existing directory value /dev/null does not match /data/regions/5fcf4650-fe4e-4dcc-882d-c162ceff0302","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:38.363752297Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:38.363826129Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:38.3639005Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:38.363911741Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:38.363965732Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-5fcf4650-fe4e-4dcc-882d-c162ceff0302","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:38.364016073Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/5fcf4650-fe4e-4dcc-882d-c162ceff0302","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:38.364323501Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:38.364375652Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:38.364422603Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:38.364476834Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:38.367063487Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:38.368917101Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_e7f4530a-b875-40b6-9657-9428644dc50c/crucible/regions/d6acab03-e30c-40f9-bdf1-a269c02c65d3\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:38.377291883Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"region":"d6acab03-e30c-40f9-bdf1-a269c02c65d3","component":"worker"} {"msg":"region d6acab03-e30c-40f9-bdf1-a269c02c65d3 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:38.424963502Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:38.438379266Z","hostname":"oxz_crucible_d429aeac-56d1-427f-b522-4a1f0afce966","pid":23161,"uri":"/crucible/0/regions/d6acab03-e30c-40f9-bdf1-a269c02c65d3","method":"GET","req_id":"30081078-585b-45b4-888c-7b4acbab4ecc","remote_addr":"[fd00:1122:3344:101::b]:65436","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":58,"response_code":200}