{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T22:01:40.349185848Z","hostname":"oxz_crucible_544ee685-d79b-455d-ba94-c9aceb71ee5e","pid":24423,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:48427"} {"msg":"region 1cc58927-a6bd-41a2-a397-00203c9a5577 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T22:01:40.34927562Z","hostname":"oxz_crucible_544ee685-d79b-455d-ba94-c9aceb71ee5e","pid":24423,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T22:01:40.349961598Z","hostname":"oxz_crucible_544ee685-d79b-455d-ba94-c9aceb71ee5e","pid":24423,"uri":"/crucible/0/regions","method":"POST","req_id":"ff478ced-c6a1-49ec-b084-51eaf1feedf6","remote_addr":"[fd00:1122:3344:101::b]:48427","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":720,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T22:01:40.349972069Z","hostname":"oxz_crucible_544ee685-d79b-455d-ba94-c9aceb71ee5e","pid":24423,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_a7cc222c-73d4-4d3a-9803-c2ce9572803a/crucible/regions/1cc58927-a6bd-41a2-a397-00203c9a5577","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T22:01:40.364637461Z","hostname":"oxz_crucible_544ee685-d79b-455d-ba94-c9aceb71ee5e","pid":24423,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_a7cc222c-73d4-4d3a-9803-c2ce9572803a/crucible/regions/1cc58927-a6bd-41a2-a397-00203c9a5577","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T22:01:40.364664682Z","hostname":"oxz_crucible_544ee685-d79b-455d-ba94-c9aceb71ee5e","pid":24423,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"1cc58927-a6bd-41a2-a397-00203c9a5577\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/1cc58927-a6bd-41a2-a397-00203c9a5577\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T22:01:40.420939527Z","hostname":"oxz_crucible_544ee685-d79b-455d-ba94-c9aceb71ee5e","pid":24423,"region":"1cc58927-a6bd-41a2-a397-00203c9a5577","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"1cc58927-a6bd-41a2-a397-00203c9a5577\" \"--data\" \"/data/regions/1cc58927-a6bd-41a2-a397-00203c9a5577\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T22:01:40.420988928Z","hostname":"oxz_crucible_544ee685-d79b-455d-ba94-c9aceb71ee5e","pid":24423,"region":"1cc58927-a6bd-41a2-a397-00203c9a5577","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T22:01:40.525602216Z","hostname":"oxz_crucible_544ee685-d79b-455d-ba94-c9aceb71ee5e","pid":24423,"region":"1cc58927-a6bd-41a2-a397-00203c9a5577","component":"worker"} {"msg":"region 1cc58927-a6bd-41a2-a397-00203c9a5577 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T22:01:40.525651277Z","hostname":"oxz_crucible_544ee685-d79b-455d-ba94-c9aceb71ee5e","pid":24423,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T22:01:40.52573863Z","hostname":"oxz_crucible_544ee685-d79b-455d-ba94-c9aceb71ee5e","pid":24423,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-1cc58927-a6bd-41a2-a397-00203c9a5577","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T22:01:40.526747766Z","hostname":"oxz_crucible_544ee685-d79b-455d-ba94-c9aceb71ee5e","pid":24423,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-1cc58927-a6bd-41a2-a397-00203c9a5577","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T22:01:40.537486664Z","hostname":"oxz_crucible_544ee685-d79b-455d-ba94-c9aceb71ee5e","pid":24423,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T22:01:40.551581211Z","hostname":"oxz_crucible_544ee685-d79b-455d-ba94-c9aceb71ee5e","pid":24423,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-1cc58927-a6bd-41a2-a397-00203c9a5577","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T22:01:40.554613042Z","hostname":"oxz_crucible_544ee685-d79b-455d-ba94-c9aceb71ee5e","pid":24423,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1cc58927-a6bd-41a2-a397-00203c9a5577","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T22:01:40.554887069Z","hostname":"oxz_crucible_544ee685-d79b-455d-ba94-c9aceb71ee5e","pid":24423,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T22:01:40.554952691Z","hostname":"oxz_crucible_544ee685-d79b-455d-ba94-c9aceb71ee5e","pid":24423,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T22:01:40.554997382Z","hostname":"oxz_crucible_544ee685-d79b-455d-ba94-c9aceb71ee5e","pid":24423,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T22:01:40.555038583Z","hostname":"oxz_crucible_544ee685-d79b-455d-ba94-c9aceb71ee5e","pid":24423,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T22:01:40.558824055Z","hostname":"oxz_crucible_544ee685-d79b-455d-ba94-c9aceb71ee5e","pid":24423,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T22:01:40.564386483Z","hostname":"oxz_crucible_544ee685-d79b-455d-ba94-c9aceb71ee5e","pid":24423,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T22:01:40.605374189Z","hostname":"oxz_crucible_544ee685-d79b-455d-ba94-c9aceb71ee5e","pid":24423,"uri":"/crucible/0/regions","method":"POST","req_id":"0b630d69-a2cc-45cb-b1ff-b4fde38ab3e9","remote_addr":"[fd00:1122:3344:101::b]:48427","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":87,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T22:01:42.385770081Z","hostname":"oxz_crucible_544ee685-d79b-455d-ba94-c9aceb71ee5e","pid":24423,"uri":"/crucible/0/regions/2d283ab4-ee1d-49c5-ba3c-195630fb05d7","method":"GET","req_id":"61e4885e-f7fb-428d-a6bc-5315a7b6c9bc","remote_addr":"[fd00:1122:3344:101::b]:48427","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":51,"response_code":"200"} {"msg":"path is \"/data/regions/2d283ab4-ee1d-49c5-ba3c-195630fb05d7\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T22:01:42.391323059Z","hostname":"oxz_crucible_544ee685-d79b-455d-ba94-c9aceb71ee5e","pid":24423,"component":"datafile"} {"msg":"dataset is oxp_a7cc222c-73d4-4d3a-9803-c2ce9572803a/crucible/regions/2d283ab4-ee1d-49c5-ba3c-195630fb05d7","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T22:01:42.400523965Z","hostname":"oxz_crucible_544ee685-d79b-455d-ba94-c9aceb71ee5e","pid":24423,"component":"datafile"} {"msg":"snapshot is oxp_a7cc222c-73d4-4d3a-9803-c2ce9572803a/crucible/regions/2d283ab4-ee1d-49c5-ba3c-195630fb05d7@23643236-ac87-4270-b74b-05807bdfbe36","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T22:01:42.409326791Z","hostname":"oxz_crucible_544ee685-d79b-455d-ba94-c9aceb71ee5e","pid":24423,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_a7cc222c-73d4-4d3a-9803-c2ce9572803a/crucible/regions/2d283ab4-ee1d-49c5-ba3c-195630fb05d7\", \"23643236-ac87-4270-b74b-05807bdfbe36\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T22:01:42.409369942Z","hostname":"oxz_crucible_544ee685-d79b-455d-ba94-c9aceb71ee5e","pid":24423,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T22:01:42.421158227Z","hostname":"oxz_crucible_544ee685-d79b-455d-ba94-c9aceb71ee5e","pid":24423,"uri":"/crucible/0/regions/2d283ab4-ee1d-49c5-ba3c-195630fb05d7/snapshots/23643236-ac87-4270-b74b-05807bdfbe36","method":"GET","req_id":"1058bf51-d8c5-4893-b097-32a1c6c5517e","remote_addr":"[fd00:1122:3344:101::b]:48427","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":32247,"response_code":"200"} {"msg":"path is \"/data/regions/2d283ab4-ee1d-49c5-ba3c-195630fb05d7\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T22:01:42.424571628Z","hostname":"oxz_crucible_544ee685-d79b-455d-ba94-c9aceb71ee5e","pid":24423,"component":"datafile"} {"msg":"dataset is oxp_a7cc222c-73d4-4d3a-9803-c2ce9572803a/crucible/regions/2d283ab4-ee1d-49c5-ba3c-195630fb05d7","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T22:01:42.43284543Z","hostname":"oxz_crucible_544ee685-d79b-455d-ba94-c9aceb71ee5e","pid":24423,"component":"datafile"} {"msg":"snapshot is oxp_a7cc222c-73d4-4d3a-9803-c2ce9572803a/crucible/regions/2d283ab4-ee1d-49c5-ba3c-195630fb05d7@23643236-ac87-4270-b74b-05807bdfbe36","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T22:01:42.441124041Z","hostname":"oxz_crucible_544ee685-d79b-455d-ba94-c9aceb71ee5e","pid":24423,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_a7cc222c-73d4-4d3a-9803-c2ce9572803a/crucible/regions/2d283ab4-ee1d-49c5-ba3c-195630fb05d7\", \"23643236-ac87-4270-b74b-05807bdfbe36\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T22:01:42.441147032Z","hostname":"oxz_crucible_544ee685-d79b-455d-ba94-c9aceb71ee5e","pid":24423,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 2d283ab4-ee1d-49c5-ba3c-195630fb05d7-23643236-ac87-4270-b74b-05807bdfbe36 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T22:01:42.449480755Z","hostname":"oxz_crucible_544ee685-d79b-455d-ba94-c9aceb71ee5e","pid":24423,"component":"datafile"} {"msg":"applying SMF actions for region 2d283ab4-ee1d-49c5-ba3c-195630fb05d7 running snapshot 23643236-ac87-4270-b74b-05807bdfbe36 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T22:01:42.44967609Z","hostname":"oxz_crucible_544ee685-d79b-455d-ba94-c9aceb71ee5e","pid":24423,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T22:01:42.44968799Z","hostname":"oxz_crucible_544ee685-d79b-455d-ba94-c9aceb71ee5e","pid":24423,"uri":"/crucible/0/regions/2d283ab4-ee1d-49c5-ba3c-195630fb05d7/snapshots/23643236-ac87-4270-b74b-05807bdfbe36/run","method":"POST","req_id":"decfc3a3-9d54-4353-9b59-d31abfbfd191","remote_addr":"[fd00:1122:3344:101::b]:48427","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":25154,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-2d283ab4-ee1d-49c5-ba3c-195630fb05d7-23643236-ac87-4270-b74b-05807bdfbe36","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T22:01:42.452700501Z","hostname":"oxz_crucible_544ee685-d79b-455d-ba94-c9aceb71ee5e","pid":24423,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-2d283ab4-ee1d-49c5-ba3c-195630fb05d7-23643236-ac87-4270-b74b-05807bdfbe36","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T22:01:42.45566699Z","hostname":"oxz_crucible_544ee685-d79b-455d-ba94-c9aceb71ee5e","pid":24423,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-2d283ab4-ee1d-49c5-ba3c-195630fb05d7-23643236-ac87-4270-b74b-05807bdfbe36","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T22:01:42.466001847Z","hostname":"oxz_crucible_544ee685-d79b-455d-ba94-c9aceb71ee5e","pid":24423,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2d283ab4-ee1d-49c5-ba3c-195630fb05d7/.zfs/snapshot/23643236-ac87-4270-b74b-05807bdfbe36","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T22:01:42.466312475Z","hostname":"oxz_crucible_544ee685-d79b-455d-ba94-c9aceb71ee5e","pid":24423,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T22:01:42.466380387Z","hostname":"oxz_crucible_544ee685-d79b-455d-ba94-c9aceb71ee5e","pid":24423,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T22:01:42.466450419Z","hostname":"oxz_crucible_544ee685-d79b-455d-ba94-c9aceb71ee5e","pid":24423,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T22:01:42.46650409Z","hostname":"oxz_crucible_544ee685-d79b-455d-ba94-c9aceb71ee5e","pid":24423,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T22:01:42.466568452Z","hostname":"oxz_crucible_544ee685-d79b-455d-ba94-c9aceb71ee5e","pid":24423,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T22:01:42.47023972Z","hostname":"oxz_crucible_544ee685-d79b-455d-ba94-c9aceb71ee5e","pid":24423,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T22:01:42.474669519Z","hostname":"oxz_crucible_544ee685-d79b-455d-ba94-c9aceb71ee5e","pid":24423,"component":"worker"} {"msg":"region 2d283ab4-ee1d-49c5-ba3c-195630fb05d7 running snapshot 23643236-ac87-4270-b74b-05807bdfbe36 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T22:01:42.474678679Z","hostname":"oxz_crucible_544ee685-d79b-455d-ba94-c9aceb71ee5e","pid":24423,"component":"datafile"} {"msg":"path is \"/data/regions/2d283ab4-ee1d-49c5-ba3c-195630fb05d7\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T22:01:42.710219918Z","hostname":"oxz_crucible_544ee685-d79b-455d-ba94-c9aceb71ee5e","pid":24423,"component":"datafile"} {"msg":"dataset is oxp_a7cc222c-73d4-4d3a-9803-c2ce9572803a/crucible/regions/2d283ab4-ee1d-49c5-ba3c-195630fb05d7","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T22:01:42.720155604Z","hostname":"oxz_crucible_544ee685-d79b-455d-ba94-c9aceb71ee5e","pid":24423,"component":"datafile"} {"msg":"snapshot is oxp_a7cc222c-73d4-4d3a-9803-c2ce9572803a/crucible/regions/2d283ab4-ee1d-49c5-ba3c-195630fb05d7@23643236-ac87-4270-b74b-05807bdfbe36","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T22:01:42.728743034Z","hostname":"oxz_crucible_544ee685-d79b-455d-ba94-c9aceb71ee5e","pid":24423,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_a7cc222c-73d4-4d3a-9803-c2ce9572803a/crucible/regions/2d283ab4-ee1d-49c5-ba3c-195630fb05d7\", \"23643236-ac87-4270-b74b-05807bdfbe36\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T22:01:42.728764484Z","hostname":"oxz_crucible_544ee685-d79b-455d-ba94-c9aceb71ee5e","pid":24423,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T22:01:42.736702697Z","hostname":"oxz_crucible_544ee685-d79b-455d-ba94-c9aceb71ee5e","pid":24423,"uri":"/crucible/0/regions/2d283ab4-ee1d-49c5-ba3c-195630fb05d7/snapshots/23643236-ac87-4270-b74b-05807bdfbe36/run","method":"POST","req_id":"20d02f8d-dc9a-47f3-bf26-f782e4ece473","remote_addr":"[fd00:1122:3344:101::b]:48427","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":26497,"response_code":"200"} {"msg":"region b3119816-4354-41fc-b320-ce33349551b6 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T22:01:47.203293936Z","hostname":"oxz_crucible_544ee685-d79b-455d-ba94-c9aceb71ee5e","pid":24423,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T22:01:47.203491351Z","hostname":"oxz_crucible_544ee685-d79b-455d-ba94-c9aceb71ee5e","pid":24423,"uri":"/crucible/0/regions","method":"POST","req_id":"c4270a48-7fdd-4cfa-8e28-218858b28a23","remote_addr":"[fd00:1122:3344:101::b]:48427","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":250,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T22:01:47.203514952Z","hostname":"oxz_crucible_544ee685-d79b-455d-ba94-c9aceb71ee5e","pid":24423,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_a7cc222c-73d4-4d3a-9803-c2ce9572803a/crucible/regions/b3119816-4354-41fc-b320-ce33349551b6","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T22:01:47.213821427Z","hostname":"oxz_crucible_544ee685-d79b-455d-ba94-c9aceb71ee5e","pid":24423,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_a7cc222c-73d4-4d3a-9803-c2ce9572803a/crucible/regions/b3119816-4354-41fc-b320-ce33349551b6","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T22:01:47.213856408Z","hostname":"oxz_crucible_544ee685-d79b-455d-ba94-c9aceb71ee5e","pid":24423,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"b3119816-4354-41fc-b320-ce33349551b6\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/b3119816-4354-41fc-b320-ce33349551b6\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T22:01:47.27560877Z","hostname":"oxz_crucible_544ee685-d79b-455d-ba94-c9aceb71ee5e","pid":24423,"region":"b3119816-4354-41fc-b320-ce33349551b6","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"b3119816-4354-41fc-b320-ce33349551b6\" \"--data\" \"/data/regions/b3119816-4354-41fc-b320-ce33349551b6\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T22:01:47.277693496Z","hostname":"oxz_crucible_544ee685-d79b-455d-ba94-c9aceb71ee5e","pid":24423,"region":"b3119816-4354-41fc-b320-ce33349551b6","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T22:01:47.356780511Z","hostname":"oxz_crucible_544ee685-d79b-455d-ba94-c9aceb71ee5e","pid":24423,"region":"b3119816-4354-41fc-b320-ce33349551b6","component":"worker"} {"msg":"region b3119816-4354-41fc-b320-ce33349551b6 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T22:01:47.356821332Z","hostname":"oxz_crucible_544ee685-d79b-455d-ba94-c9aceb71ee5e","pid":24423,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T22:01:47.356947576Z","hostname":"oxz_crucible_544ee685-d79b-455d-ba94-c9aceb71ee5e","pid":24423,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-b3119816-4354-41fc-b320-ce33349551b6","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T22:01:47.359510764Z","hostname":"oxz_crucible_544ee685-d79b-455d-ba94-c9aceb71ee5e","pid":24423,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-b3119816-4354-41fc-b320-ce33349551b6","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T22:01:47.363206043Z","hostname":"oxz_crucible_544ee685-d79b-455d-ba94-c9aceb71ee5e","pid":24423,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T22:01:47.37132528Z","hostname":"oxz_crucible_544ee685-d79b-455d-ba94-c9aceb71ee5e","pid":24423,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-b3119816-4354-41fc-b320-ce33349551b6","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T22:01:47.376438387Z","hostname":"oxz_crucible_544ee685-d79b-455d-ba94-c9aceb71ee5e","pid":24423,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b3119816-4354-41fc-b320-ce33349551b6","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T22:01:47.376693644Z","hostname":"oxz_crucible_544ee685-d79b-455d-ba94-c9aceb71ee5e","pid":24423,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T22:01:47.376757016Z","hostname":"oxz_crucible_544ee685-d79b-455d-ba94-c9aceb71ee5e","pid":24423,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T22:01:47.376803377Z","hostname":"oxz_crucible_544ee685-d79b-455d-ba94-c9aceb71ee5e","pid":24423,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T22:01:47.376845248Z","hostname":"oxz_crucible_544ee685-d79b-455d-ba94-c9aceb71ee5e","pid":24423,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T22:01:47.381106852Z","hostname":"oxz_crucible_544ee685-d79b-455d-ba94-c9aceb71ee5e","pid":24423,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T22:01:47.38737584Z","hostname":"oxz_crucible_544ee685-d79b-455d-ba94-c9aceb71ee5e","pid":24423,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T22:01:47.561334632Z","hostname":"oxz_crucible_544ee685-d79b-455d-ba94-c9aceb71ee5e","pid":24423,"uri":"/crucible/0/regions","method":"POST","req_id":"07995839-1a08-480f-bce8-559ea0b65be7","remote_addr":"[fd00:1122:3344:101::b]:48427","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":61,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T22:02:13.797204718Z","hostname":"oxz_crucible_544ee685-d79b-455d-ba94-c9aceb71ee5e","pid":24423,"uri":"/crucible/0/regions/b3119816-4354-41fc-b320-ce33349551b6","method":"GET","req_id":"3d14b4af-1437-41aa-858d-be637701b641","remote_addr":"[fd00:1122:3344:101::b]:48427","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":63,"response_code":"200"} {"msg":"path is \"/data/regions/b3119816-4354-41fc-b320-ce33349551b6\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T22:02:13.800884927Z","hostname":"oxz_crucible_544ee685-d79b-455d-ba94-c9aceb71ee5e","pid":24423,"component":"datafile"} {"msg":"dataset is oxp_a7cc222c-73d4-4d3a-9803-c2ce9572803a/crucible/regions/b3119816-4354-41fc-b320-ce33349551b6","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T22:02:13.814448759Z","hostname":"oxz_crucible_544ee685-d79b-455d-ba94-c9aceb71ee5e","pid":24423,"component":"datafile"} {"msg":"region b3119816-4354-41fc-b320-ce33349551b6 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T22:02:13.824395335Z","hostname":"oxz_crucible_544ee685-d79b-455d-ba94-c9aceb71ee5e","pid":24423,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T22:02:13.824608031Z","hostname":"oxz_crucible_544ee685-d79b-455d-ba94-c9aceb71ee5e","pid":24423,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T22:02:13.824656572Z","hostname":"oxz_crucible_544ee685-d79b-455d-ba94-c9aceb71ee5e","pid":24423,"uri":"/crucible/0/regions/b3119816-4354-41fc-b320-ce33349551b6","method":"DELETE","req_id":"32f6f5f4-79ab-4036-a131-aa4f50478049","remote_addr":"[fd00:1122:3344:101::b]:48427","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":23800,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-b3119816-4354-41fc-b320-ce33349551b6 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T22:02:13.82642339Z","hostname":"oxz_crucible_544ee685-d79b-455d-ba94-c9aceb71ee5e","pid":24423,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T22:02:13.827744615Z","hostname":"oxz_crucible_544ee685-d79b-455d-ba94-c9aceb71ee5e","pid":24423,"uri":"/crucible/0/regions/b3119816-4354-41fc-b320-ce33349551b6","method":"GET","req_id":"7c0f7674-78ce-40db-b6a0-167cfa590024","remote_addr":"[fd00:1122:3344:101::b]:48427","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":37,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T22:02:13.834112765Z","hostname":"oxz_crucible_544ee685-d79b-455d-ba94-c9aceb71ee5e","pid":24423,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_a7cc222c-73d4-4d3a-9803-c2ce9572803a/crucible/regions/b3119816-4354-41fc-b320-ce33349551b6\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T22:02:13.844981556Z","hostname":"oxz_crucible_544ee685-d79b-455d-ba94-c9aceb71ee5e","pid":24423,"region":"b3119816-4354-41fc-b320-ce33349551b6","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T22:02:13.88551903Z","hostname":"oxz_crucible_544ee685-d79b-455d-ba94-c9aceb71ee5e","pid":24423,"uri":"/crucible/0/regions/b3119816-4354-41fc-b320-ce33349551b6","method":"GET","req_id":"9f0e17da-84f8-44c2-86d9-07c8f6369783","remote_addr":"[fd00:1122:3344:101::b]:48427","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":83,"response_code":"200"} {"msg":"region b3119816-4354-41fc-b320-ce33349551b6 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T22:02:13.905111424Z","hostname":"oxz_crucible_544ee685-d79b-455d-ba94-c9aceb71ee5e","pid":24423,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T22:02:14.06160494Z","hostname":"oxz_crucible_544ee685-d79b-455d-ba94-c9aceb71ee5e","pid":24423,"uri":"/crucible/0/regions/b3119816-4354-41fc-b320-ce33349551b6","method":"GET","req_id":"3723757f-ce9f-4e6f-9a57-178e7662242f","remote_addr":"[fd00:1122:3344:101::b]:48427","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":45,"response_code":"200"}