{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T18:01:01.627773255Z","hostname":"oxz_crucible_0d492136-766a-43e9-9268-b1d82a55a2f1","pid":20756,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:33644"}
{"msg":"region daf73a10-8c74-47b6-a2bf-57b2a6c61e57 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T18:01:01.673124244Z","hostname":"oxz_crucible_0d492136-766a-43e9-9268-b1d82a55a2f1","pid":20756,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T18:01:01.678835218Z","hostname":"oxz_crucible_0d492136-766a-43e9-9268-b1d82a55a2f1","pid":20756,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T18:01:01.68392688Z","hostname":"oxz_crucible_0d492136-766a-43e9-9268-b1d82a55a2f1","pid":20756,"uri":"/crucible/0/regions","method":"POST","req_id":"6b22d22b-d6e6-4572-bda4-e802471f5ef4","remote_addr":"[fd00:1122:3344:101::b]:33644","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":20726,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_8f3d3023-8bef-4bdf-8b20-6892232a0227/crucible/regions/daf73a10-8c74-47b6-a2bf-57b2a6c61e57","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T18:01:01.687070993Z","hostname":"oxz_crucible_0d492136-766a-43e9-9268-b1d82a55a2f1","pid":20756,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_8f3d3023-8bef-4bdf-8b20-6892232a0227/crucible/regions/daf73a10-8c74-47b6-a2bf-57b2a6c61e57","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T18:01:01.687091143Z","hostname":"oxz_crucible_0d492136-766a-43e9-9268-b1d82a55a2f1","pid":20756,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"daf73a10-8c74-47b6-a2bf-57b2a6c61e57\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/daf73a10-8c74-47b6-a2bf-57b2a6c61e57\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T18:01:01.732001843Z","hostname":"oxz_crucible_0d492136-766a-43e9-9268-b1d82a55a2f1","pid":20756,"region":"daf73a10-8c74-47b6-a2bf-57b2a6c61e57","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"daf73a10-8c74-47b6-a2bf-57b2a6c61e57\" \"--data\" \"/data/regions/daf73a10-8c74-47b6-a2bf-57b2a6c61e57\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T18:01:01.734579935Z","hostname":"oxz_crucible_0d492136-766a-43e9-9268-b1d82a55a2f1","pid":20756,"region":"daf73a10-8c74-47b6-a2bf-57b2a6c61e57","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T18:01:01.927705403Z","hostname":"oxz_crucible_0d492136-766a-43e9-9268-b1d82a55a2f1","pid":20756,"uri":"/crucible/0/regions","method":"POST","req_id":"ec9d888c-bd6e-42ca-bd80-7ee8cde7745d","remote_addr":"[fd00:1122:3344:101::b]:33644","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":61,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T18:01:02.009228887Z","hostname":"oxz_crucible_0d492136-766a-43e9-9268-b1d82a55a2f1","pid":20756,"region":"daf73a10-8c74-47b6-a2bf-57b2a6c61e57","component":"worker"}
{"msg":"region daf73a10-8c74-47b6-a2bf-57b2a6c61e57 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T18:01:02.013039213Z","hostname":"oxz_crucible_0d492136-766a-43e9-9268-b1d82a55a2f1","pid":20756,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T18:01:02.013203526Z","hostname":"oxz_crucible_0d492136-766a-43e9-9268-b1d82a55a2f1","pid":20756,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-daf73a10-8c74-47b6-a2bf-57b2a6c61e57","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T18:01:02.016034243Z","hostname":"oxz_crucible_0d492136-766a-43e9-9268-b1d82a55a2f1","pid":20756,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-daf73a10-8c74-47b6-a2bf-57b2a6c61e57","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T18:01:02.022671446Z","hostname":"oxz_crucible_0d492136-766a-43e9-9268-b1d82a55a2f1","pid":20756,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T18:01:02.032083885Z","hostname":"oxz_crucible_0d492136-766a-43e9-9268-b1d82a55a2f1","pid":20756,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-daf73a10-8c74-47b6-a2bf-57b2a6c61e57","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T18:01:02.033307389Z","hostname":"oxz_crucible_0d492136-766a-43e9-9268-b1d82a55a2f1","pid":20756,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/daf73a10-8c74-47b6-a2bf-57b2a6c61e57","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T18:01:02.034000193Z","hostname":"oxz_crucible_0d492136-766a-43e9-9268-b1d82a55a2f1","pid":20756,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T18:01:02.034060384Z","hostname":"oxz_crucible_0d492136-766a-43e9-9268-b1d82a55a2f1","pid":20756,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T18:01:02.034102555Z","hostname":"oxz_crucible_0d492136-766a-43e9-9268-b1d82a55a2f1","pid":20756,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T18:01:02.034138256Z","hostname":"oxz_crucible_0d492136-766a-43e9-9268-b1d82a55a2f1","pid":20756,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T18:01:02.036255188Z","hostname":"oxz_crucible_0d492136-766a-43e9-9268-b1d82a55a2f1","pid":20756,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T18:01:02.038656566Z","hostname":"oxz_crucible_0d492136-766a-43e9-9268-b1d82a55a2f1","pid":20756,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T18:01:02.539150774Z","hostname":"oxz_crucible_0d492136-766a-43e9-9268-b1d82a55a2f1","pid":20756,"uri":"/crucible/0/regions","method":"POST","req_id":"3bf3a4e3-6eab-4d9f-8da5-5f91d6b7fc9c","remote_addr":"[fd00:1122:3344:101::b]:33644","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":87,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T18:12:02.271163103Z","hostname":"oxz_crucible_0d492136-766a-43e9-9268-b1d82a55a2f1","pid":20756,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:48456"}
{"msg":"region f8026236-b7be-4cbd-a842-cebb3617fcc4 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T18:12:02.271318276Z","hostname":"oxz_crucible_0d492136-766a-43e9-9268-b1d82a55a2f1","pid":20756,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T18:12:02.272062021Z","hostname":"oxz_crucible_0d492136-766a-43e9-9268-b1d82a55a2f1","pid":20756,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T18:12:02.272079801Z","hostname":"oxz_crucible_0d492136-766a-43e9-9268-b1d82a55a2f1","pid":20756,"uri":"/crucible/0/regions","method":"POST","req_id":"01cc39e7-2a00-4e20-af66-e90f31ae55c4","remote_addr":"[fd00:1122:3344:101::b]:48456","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":824,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_8f3d3023-8bef-4bdf-8b20-6892232a0227/crucible/regions/f8026236-b7be-4cbd-a842-cebb3617fcc4","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T18:12:02.281937169Z","hostname":"oxz_crucible_0d492136-766a-43e9-9268-b1d82a55a2f1","pid":20756,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_8f3d3023-8bef-4bdf-8b20-6892232a0227/crucible/regions/f8026236-b7be-4cbd-a842-cebb3617fcc4","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T18:12:02.28197191Z","hostname":"oxz_crucible_0d492136-766a-43e9-9268-b1d82a55a2f1","pid":20756,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"f8026236-b7be-4cbd-a842-cebb3617fcc4\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/f8026236-b7be-4cbd-a842-cebb3617fcc4\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T18:12:02.328790448Z","hostname":"oxz_crucible_0d492136-766a-43e9-9268-b1d82a55a2f1","pid":20756,"region":"f8026236-b7be-4cbd-a842-cebb3617fcc4","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"f8026236-b7be-4cbd-a842-cebb3617fcc4\" \"--data\" \"/data/regions/f8026236-b7be-4cbd-a842-cebb3617fcc4\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T18:12:02.328823138Z","hostname":"oxz_crucible_0d492136-766a-43e9-9268-b1d82a55a2f1","pid":20756,"region":"f8026236-b7be-4cbd-a842-cebb3617fcc4","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T18:12:02.374064584Z","hostname":"oxz_crucible_0d492136-766a-43e9-9268-b1d82a55a2f1","pid":20756,"region":"f8026236-b7be-4cbd-a842-cebb3617fcc4","component":"worker"}
{"msg":"region f8026236-b7be-4cbd-a842-cebb3617fcc4 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T18:12:02.374098215Z","hostname":"oxz_crucible_0d492136-766a-43e9-9268-b1d82a55a2f1","pid":20756,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T18:12:02.374187707Z","hostname":"oxz_crucible_0d492136-766a-43e9-9268-b1d82a55a2f1","pid":20756,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-f8026236-b7be-4cbd-a842-cebb3617fcc4","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T18:12:02.381849491Z","hostname":"oxz_crucible_0d492136-766a-43e9-9268-b1d82a55a2f1","pid":20756,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-f8026236-b7be-4cbd-a842-cebb3617fcc4","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T18:12:02.383287949Z","hostname":"oxz_crucible_0d492136-766a-43e9-9268-b1d82a55a2f1","pid":20756,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T18:12:02.389901032Z","hostname":"oxz_crucible_0d492136-766a-43e9-9268-b1d82a55a2f1","pid":20756,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-f8026236-b7be-4cbd-a842-cebb3617fcc4","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T18:12:02.391220958Z","hostname":"oxz_crucible_0d492136-766a-43e9-9268-b1d82a55a2f1","pid":20756,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f8026236-b7be-4cbd-a842-cebb3617fcc4","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T18:12:02.391430863Z","hostname":"oxz_crucible_0d492136-766a-43e9-9268-b1d82a55a2f1","pid":20756,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T18:12:02.391484453Z","hostname":"oxz_crucible_0d492136-766a-43e9-9268-b1d82a55a2f1","pid":20756,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T18:12:02.391538765Z","hostname":"oxz_crucible_0d492136-766a-43e9-9268-b1d82a55a2f1","pid":20756,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T18:12:02.391552955Z","hostname":"oxz_crucible_0d492136-766a-43e9-9268-b1d82a55a2f1","pid":20756,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T18:12:02.39331401Z","hostname":"oxz_crucible_0d492136-766a-43e9-9268-b1d82a55a2f1","pid":20756,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T18:12:02.395828551Z","hostname":"oxz_crucible_0d492136-766a-43e9-9268-b1d82a55a2f1","pid":20756,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T18:12:02.535983879Z","hostname":"oxz_crucible_0d492136-766a-43e9-9268-b1d82a55a2f1","pid":20756,"uri":"/crucible/0/regions","method":"POST","req_id":"b0da1351-4cc2-4e05-934b-739bb62da399","remote_addr":"[fd00:1122:3344:101::b]:48456","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":69,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T18:12:03.939822033Z","hostname":"oxz_crucible_0d492136-766a-43e9-9268-b1d82a55a2f1","pid":20756,"uri":"/crucible/0/regions/daf73a10-8c74-47b6-a2bf-57b2a6c61e57","method":"GET","req_id":"0de5e8f6-7d5b-4762-8a8b-5d9188870f9c","remote_addr":"[fd00:1122:3344:101::b]:48456","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":71,"response_code":200}
{"msg":"path is \"/data/regions/daf73a10-8c74-47b6-a2bf-57b2a6c61e57\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T18:12:03.943575888Z","hostname":"oxz_crucible_0d492136-766a-43e9-9268-b1d82a55a2f1","pid":20756,"component":"datafile"}
{"msg":"dataset is oxp_8f3d3023-8bef-4bdf-8b20-6892232a0227/crucible/regions/daf73a10-8c74-47b6-a2bf-57b2a6c61e57","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T18:12:03.949780943Z","hostname":"oxz_crucible_0d492136-766a-43e9-9268-b1d82a55a2f1","pid":20756,"component":"datafile"}
{"msg":"snapshot is oxp_8f3d3023-8bef-4bdf-8b20-6892232a0227/crucible/regions/daf73a10-8c74-47b6-a2bf-57b2a6c61e57@9c62a98f-572e-4a34-a4d0-f4e9dc57479e","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T18:12:03.954527698Z","hostname":"oxz_crucible_0d492136-766a-43e9-9268-b1d82a55a2f1","pid":20756,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_8f3d3023-8bef-4bdf-8b20-6892232a0227/crucible/regions/daf73a10-8c74-47b6-a2bf-57b2a6c61e57\", \"9c62a98f-572e-4a34-a4d0-f4e9dc57479e\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T18:12:03.954540558Z","hostname":"oxz_crucible_0d492136-766a-43e9-9268-b1d82a55a2f1","pid":20756,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T18:12:03.964633502Z","hostname":"oxz_crucible_0d492136-766a-43e9-9268-b1d82a55a2f1","pid":20756,"uri":"/crucible/0/regions/daf73a10-8c74-47b6-a2bf-57b2a6c61e57/snapshots/9c62a98f-572e-4a34-a4d0-f4e9dc57479e","method":"GET","req_id":"f9123d2b-0895-4831-91ab-ffdefcac9e76","remote_addr":"[fd00:1122:3344:101::b]:48456","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":21090,"response_code":200}
{"msg":"path is \"/data/regions/daf73a10-8c74-47b6-a2bf-57b2a6c61e57\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T18:12:03.968706382Z","hostname":"oxz_crucible_0d492136-766a-43e9-9268-b1d82a55a2f1","pid":20756,"component":"datafile"}
{"msg":"dataset is oxp_8f3d3023-8bef-4bdf-8b20-6892232a0227/crucible/regions/daf73a10-8c74-47b6-a2bf-57b2a6c61e57","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T18:12:03.974837814Z","hostname":"oxz_crucible_0d492136-766a-43e9-9268-b1d82a55a2f1","pid":20756,"component":"datafile"}
{"msg":"snapshot is oxp_8f3d3023-8bef-4bdf-8b20-6892232a0227/crucible/regions/daf73a10-8c74-47b6-a2bf-57b2a6c61e57@9c62a98f-572e-4a34-a4d0-f4e9dc57479e","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T18:12:03.980050099Z","hostname":"oxz_crucible_0d492136-766a-43e9-9268-b1d82a55a2f1","pid":20756,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_8f3d3023-8bef-4bdf-8b20-6892232a0227/crucible/regions/daf73a10-8c74-47b6-a2bf-57b2a6c61e57\", \"9c62a98f-572e-4a34-a4d0-f4e9dc57479e\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T18:12:03.980078279Z","hostname":"oxz_crucible_0d492136-766a-43e9-9268-b1d82a55a2f1","pid":20756,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot daf73a10-8c74-47b6-a2bf-57b2a6c61e57-9c62a98f-572e-4a34-a4d0-f4e9dc57479e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T18:12:03.987047849Z","hostname":"oxz_crucible_0d492136-766a-43e9-9268-b1d82a55a2f1","pid":20756,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T18:12:03.991937527Z","hostname":"oxz_crucible_0d492136-766a-43e9-9268-b1d82a55a2f1","pid":20756,"uri":"/crucible/0/regions/daf73a10-8c74-47b6-a2bf-57b2a6c61e57/snapshots/9c62a98f-572e-4a34-a4d0-f4e9dc57479e/run","method":"POST","req_id":"5903efaf-9f43-463b-9c48-4a64982ab972","remote_addr":"[fd00:1122:3344:101::b]:48456","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":23266,"response_code":200}
{"msg":"applying SMF actions for region daf73a10-8c74-47b6-a2bf-57b2a6c61e57 running snapshot 9c62a98f-572e-4a34-a4d0-f4e9dc57479e (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T18:12:03.991958668Z","hostname":"oxz_crucible_0d492136-766a-43e9-9268-b1d82a55a2f1","pid":20756,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-daf73a10-8c74-47b6-a2bf-57b2a6c61e57-9c62a98f-572e-4a34-a4d0-f4e9dc57479e","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T18:12:03.994010129Z","hostname":"oxz_crucible_0d492136-766a-43e9-9268-b1d82a55a2f1","pid":20756,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-daf73a10-8c74-47b6-a2bf-57b2a6c61e57-9c62a98f-572e-4a34-a4d0-f4e9dc57479e","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T18:12:04.002657132Z","hostname":"oxz_crucible_0d492136-766a-43e9-9268-b1d82a55a2f1","pid":20756,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-daf73a10-8c74-47b6-a2bf-57b2a6c61e57-9c62a98f-572e-4a34-a4d0-f4e9dc57479e","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T18:12:04.007736133Z","hostname":"oxz_crucible_0d492136-766a-43e9-9268-b1d82a55a2f1","pid":20756,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/daf73a10-8c74-47b6-a2bf-57b2a6c61e57/.zfs/snapshot/9c62a98f-572e-4a34-a4d0-f4e9dc57479e","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T18:12:04.008035619Z","hostname":"oxz_crucible_0d492136-766a-43e9-9268-b1d82a55a2f1","pid":20756,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T18:12:04.00806798Z","hostname":"oxz_crucible_0d492136-766a-43e9-9268-b1d82a55a2f1","pid":20756,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T18:12:04.008114801Z","hostname":"oxz_crucible_0d492136-766a-43e9-9268-b1d82a55a2f1","pid":20756,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T18:12:04.008150932Z","hostname":"oxz_crucible_0d492136-766a-43e9-9268-b1d82a55a2f1","pid":20756,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T18:12:04.008195623Z","hostname":"oxz_crucible_0d492136-766a-43e9-9268-b1d82a55a2f1","pid":20756,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T18:12:04.009957728Z","hostname":"oxz_crucible_0d492136-766a-43e9-9268-b1d82a55a2f1","pid":20756,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T18:12:04.01254782Z","hostname":"oxz_crucible_0d492136-766a-43e9-9268-b1d82a55a2f1","pid":20756,"component":"worker"}
{"msg":"region daf73a10-8c74-47b6-a2bf-57b2a6c61e57 running snapshot 9c62a98f-572e-4a34-a4d0-f4e9dc57479e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T18:12:04.0125699Z","hostname":"oxz_crucible_0d492136-766a-43e9-9268-b1d82a55a2f1","pid":20756,"component":"datafile"}
{"msg":"path is \"/data/regions/daf73a10-8c74-47b6-a2bf-57b2a6c61e57\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T18:12:04.302492349Z","hostname":"oxz_crucible_0d492136-766a-43e9-9268-b1d82a55a2f1","pid":20756,"component":"datafile"}
{"msg":"dataset is oxp_8f3d3023-8bef-4bdf-8b20-6892232a0227/crucible/regions/daf73a10-8c74-47b6-a2bf-57b2a6c61e57","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T18:12:04.308859717Z","hostname":"oxz_crucible_0d492136-766a-43e9-9268-b1d82a55a2f1","pid":20756,"component":"datafile"}
{"msg":"snapshot is oxp_8f3d3023-8bef-4bdf-8b20-6892232a0227/crucible/regions/daf73a10-8c74-47b6-a2bf-57b2a6c61e57@9c62a98f-572e-4a34-a4d0-f4e9dc57479e","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T18:12:04.314262805Z","hostname":"oxz_crucible_0d492136-766a-43e9-9268-b1d82a55a2f1","pid":20756,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_8f3d3023-8bef-4bdf-8b20-6892232a0227/crucible/regions/daf73a10-8c74-47b6-a2bf-57b2a6c61e57\", \"9c62a98f-572e-4a34-a4d0-f4e9dc57479e\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T18:12:04.314304166Z","hostname":"oxz_crucible_0d492136-766a-43e9-9268-b1d82a55a2f1","pid":20756,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T18:12:04.320540391Z","hostname":"oxz_crucible_0d492136-766a-43e9-9268-b1d82a55a2f1","pid":20756,"uri":"/crucible/0/regions/daf73a10-8c74-47b6-a2bf-57b2a6c61e57/snapshots/9c62a98f-572e-4a34-a4d0-f4e9dc57479e/run","method":"POST","req_id":"cb07eee3-e058-4f93-ab6f-b975aacec8e1","remote_addr":"[fd00:1122:3344:101::b]:48456","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":18091,"response_code":200}
{"msg":"region ecde6017-07f4-47c6-b660-f24812aaa7ec state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T18:12:09.02096017Z","hostname":"oxz_crucible_0d492136-766a-43e9-9268-b1d82a55a2f1","pid":20756,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T18:12:09.021144114Z","hostname":"oxz_crucible_0d492136-766a-43e9-9268-b1d82a55a2f1","pid":20756,"uri":"/crucible/0/regions","method":"POST","req_id":"9bd7b771-2016-4536-a710-d47a88fb9a9b","remote_addr":"[fd00:1122:3344:101::b]:48456","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":231,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T18:12:09.021168504Z","hostname":"oxz_crucible_0d492136-766a-43e9-9268-b1d82a55a2f1","pid":20756,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_8f3d3023-8bef-4bdf-8b20-6892232a0227/crucible/regions/ecde6017-07f4-47c6-b660-f24812aaa7ec","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T18:12:09.027603223Z","hostname":"oxz_crucible_0d492136-766a-43e9-9268-b1d82a55a2f1","pid":20756,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_8f3d3023-8bef-4bdf-8b20-6892232a0227/crucible/regions/ecde6017-07f4-47c6-b660-f24812aaa7ec","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T18:12:09.027622494Z","hostname":"oxz_crucible_0d492136-766a-43e9-9268-b1d82a55a2f1","pid":20756,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"ecde6017-07f4-47c6-b660-f24812aaa7ec\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/ecde6017-07f4-47c6-b660-f24812aaa7ec\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T18:12:09.071421301Z","hostname":"oxz_crucible_0d492136-766a-43e9-9268-b1d82a55a2f1","pid":20756,"region":"ecde6017-07f4-47c6-b660-f24812aaa7ec","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"ecde6017-07f4-47c6-b660-f24812aaa7ec\" \"--data\" \"/data/regions/ecde6017-07f4-47c6-b660-f24812aaa7ec\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T18:12:09.071464922Z","hostname":"oxz_crucible_0d492136-766a-43e9-9268-b1d82a55a2f1","pid":20756,"region":"ecde6017-07f4-47c6-b660-f24812aaa7ec","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T18:12:09.117831491Z","hostname":"oxz_crucible_0d492136-766a-43e9-9268-b1d82a55a2f1","pid":20756,"region":"ecde6017-07f4-47c6-b660-f24812aaa7ec","component":"worker"}
{"msg":"region ecde6017-07f4-47c6-b660-f24812aaa7ec state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T18:12:09.117864882Z","hostname":"oxz_crucible_0d492136-766a-43e9-9268-b1d82a55a2f1","pid":20756,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T18:12:09.117970164Z","hostname":"oxz_crucible_0d492136-766a-43e9-9268-b1d82a55a2f1","pid":20756,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-ecde6017-07f4-47c6-b660-f24812aaa7ec","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T18:12:09.119092366Z","hostname":"oxz_crucible_0d492136-766a-43e9-9268-b1d82a55a2f1","pid":20756,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-ecde6017-07f4-47c6-b660-f24812aaa7ec","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T18:12:09.120301471Z","hostname":"oxz_crucible_0d492136-766a-43e9-9268-b1d82a55a2f1","pid":20756,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T18:12:09.123883582Z","hostname":"oxz_crucible_0d492136-766a-43e9-9268-b1d82a55a2f1","pid":20756,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ecde6017-07f4-47c6-b660-f24812aaa7ec","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T18:12:09.1252947Z","hostname":"oxz_crucible_0d492136-766a-43e9-9268-b1d82a55a2f1","pid":20756,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ecde6017-07f4-47c6-b660-f24812aaa7ec","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T18:12:09.125593977Z","hostname":"oxz_crucible_0d492136-766a-43e9-9268-b1d82a55a2f1","pid":20756,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T18:12:09.125640207Z","hostname":"oxz_crucible_0d492136-766a-43e9-9268-b1d82a55a2f1","pid":20756,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T18:12:09.125679628Z","hostname":"oxz_crucible_0d492136-766a-43e9-9268-b1d82a55a2f1","pid":20756,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T18:12:09.125721479Z","hostname":"oxz_crucible_0d492136-766a-43e9-9268-b1d82a55a2f1","pid":20756,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T18:12:09.127298291Z","hostname":"oxz_crucible_0d492136-766a-43e9-9268-b1d82a55a2f1","pid":20756,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T18:12:09.134105917Z","hostname":"oxz_crucible_0d492136-766a-43e9-9268-b1d82a55a2f1","pid":20756,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T18:12:09.359237678Z","hostname":"oxz_crucible_0d492136-766a-43e9-9268-b1d82a55a2f1","pid":20756,"uri":"/crucible/0/regions","method":"POST","req_id":"9ead08a8-09a9-40c2-8704-34067fff3784","remote_addr":"[fd00:1122:3344:101::b]:48456","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":56,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T18:12:34.306668785Z","hostname":"oxz_crucible_0d492136-766a-43e9-9268-b1d82a55a2f1","pid":20756,"uri":"/crucible/0/regions/ecde6017-07f4-47c6-b660-f24812aaa7ec","method":"GET","req_id":"852fed9b-f46c-4b86-89dd-10768e2a0542","remote_addr":"[fd00:1122:3344:101::b]:48456","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":60,"response_code":200}
{"msg":"path is \"/data/regions/ecde6017-07f4-47c6-b660-f24812aaa7ec\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T18:12:34.310201626Z","hostname":"oxz_crucible_0d492136-766a-43e9-9268-b1d82a55a2f1","pid":20756,"component":"datafile"}
{"msg":"dataset is oxp_8f3d3023-8bef-4bdf-8b20-6892232a0227/crucible/regions/ecde6017-07f4-47c6-b660-f24812aaa7ec","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T18:12:34.320135705Z","hostname":"oxz_crucible_0d492136-766a-43e9-9268-b1d82a55a2f1","pid":20756,"component":"datafile"}
{"msg":"region ecde6017-07f4-47c6-b660-f24812aaa7ec state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T18:12:34.327469382Z","hostname":"oxz_crucible_0d492136-766a-43e9-9268-b1d82a55a2f1","pid":20756,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T18:12:34.327687136Z","hostname":"oxz_crucible_0d492136-766a-43e9-9268-b1d82a55a2f1","pid":20756,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T18:12:34.327734657Z","hostname":"oxz_crucible_0d492136-766a-43e9-9268-b1d82a55a2f1","pid":20756,"uri":"/crucible/0/regions/ecde6017-07f4-47c6-b660-f24812aaa7ec","method":"DELETE","req_id":"dbebe74a-eda8-4b78-8ada-b97a6873eedf","remote_addr":"[fd00:1122:3344:101::b]:48456","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":17484,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-ecde6017-07f4-47c6-b660-f24812aaa7ec (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T18:12:34.328714776Z","hostname":"oxz_crucible_0d492136-766a-43e9-9268-b1d82a55a2f1","pid":20756,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T18:12:34.331172006Z","hostname":"oxz_crucible_0d492136-766a-43e9-9268-b1d82a55a2f1","pid":20756,"uri":"/crucible/0/regions/ecde6017-07f4-47c6-b660-f24812aaa7ec","method":"GET","req_id":"03bb00dd-9823-409b-9f42-ab422aa71612","remote_addr":"[fd00:1122:3344:101::b]:48456","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":108,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T18:12:34.334323089Z","hostname":"oxz_crucible_0d492136-766a-43e9-9268-b1d82a55a2f1","pid":20756,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_8f3d3023-8bef-4bdf-8b20-6892232a0227/crucible/regions/ecde6017-07f4-47c6-b660-f24812aaa7ec\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T18:12:34.341553854Z","hostname":"oxz_crucible_0d492136-766a-43e9-9268-b1d82a55a2f1","pid":20756,"region":"ecde6017-07f4-47c6-b660-f24812aaa7ec","component":"worker"}
{"msg":"region ecde6017-07f4-47c6-b660-f24812aaa7ec state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T18:12:34.391635517Z","hostname":"oxz_crucible_0d492136-766a-43e9-9268-b1d82a55a2f1","pid":20756,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T18:12:34.438797842Z","hostname":"oxz_crucible_0d492136-766a-43e9-9268-b1d82a55a2f1","pid":20756,"uri":"/crucible/0/regions/ecde6017-07f4-47c6-b660-f24812aaa7ec","method":"GET","req_id":"19986b77-a975-4ffe-ba08-97af96b39135","remote_addr":"[fd00:1122:3344:101::b]:48456","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":51,"response_code":200}