{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-03-02T05:06:52.838884135Z","hostname":"oxz_crucible_9ae2af37-6165-4f8f-8100-b19e0f9ec833","pid":21887,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:38435"} {"msg":"region 8718af92-48b7-45fb-8b01-c447b00de40d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-03-02T05:06:52.838965036Z","hostname":"oxz_crucible_9ae2af37-6165-4f8f-8100-b19e0f9ec833","pid":21887,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-03-02T05:06:52.839948809Z","hostname":"oxz_crucible_9ae2af37-6165-4f8f-8100-b19e0f9ec833","pid":21887,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-02T05:06:52.839957049Z","hostname":"oxz_crucible_9ae2af37-6165-4f8f-8100-b19e0f9ec833","pid":21887,"uri":"/crucible/0/regions","method":"POST","req_id":"de3e9654-4303-4e65-9405-c9273a77ac43","remote_addr":"[fd00:1122:3344:101::c]:38435","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":1019,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_02f51c32-d098-4db1-aebc-508861ba7b69/crucible/regions/8718af92-48b7-45fb-8b01-c447b00de40d","v":0,"name":"crucible-agent","level":30,"time":"2025-03-02T05:06:52.85233031Z","hostname":"oxz_crucible_9ae2af37-6165-4f8f-8100-b19e0f9ec833","pid":21887,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_02f51c32-d098-4db1-aebc-508861ba7b69/crucible/regions/8718af92-48b7-45fb-8b01-c447b00de40d","v":0,"name":"crucible-agent","level":30,"time":"2025-03-02T05:06:52.852353841Z","hostname":"oxz_crucible_9ae2af37-6165-4f8f-8100-b19e0f9ec833","pid":21887,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"8718af92-48b7-45fb-8b01-c447b00de40d\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/8718af92-48b7-45fb-8b01-c447b00de40d\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-02T05:06:52.932287952Z","hostname":"oxz_crucible_9ae2af37-6165-4f8f-8100-b19e0f9ec833","pid":21887,"region":"8718af92-48b7-45fb-8b01-c447b00de40d","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"8718af92-48b7-45fb-8b01-c447b00de40d\" \"--data\" \"/data/regions/8718af92-48b7-45fb-8b01-c447b00de40d\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-02T05:06:52.932336763Z","hostname":"oxz_crucible_9ae2af37-6165-4f8f-8100-b19e0f9ec833","pid":21887,"region":"8718af92-48b7-45fb-8b01-c447b00de40d","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-03-02T05:06:53.061486375Z","hostname":"oxz_crucible_9ae2af37-6165-4f8f-8100-b19e0f9ec833","pid":21887,"region":"8718af92-48b7-45fb-8b01-c447b00de40d","component":"worker"} {"msg":"region 8718af92-48b7-45fb-8b01-c447b00de40d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-03-02T05:06:53.061535875Z","hostname":"oxz_crucible_9ae2af37-6165-4f8f-8100-b19e0f9ec833","pid":21887,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-02T05:06:53.061642127Z","hostname":"oxz_crucible_9ae2af37-6165-4f8f-8100-b19e0f9ec833","pid":21887,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-02T05:06:53.068331934Z","hostname":"oxz_crucible_9ae2af37-6165-4f8f-8100-b19e0f9ec833","pid":21887,"uri":"/crucible/0/regions","method":"POST","req_id":"b091a53b-1c08-4100-897f-cb2a9fa68976","remote_addr":"[fd00:1122:3344:101::c]:38435","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":884,"response_code":"200"} {"msg":"creating missing downstairs instance downstairs-8718af92-48b7-45fb-8b01-c447b00de40d","v":0,"name":"crucible-agent","level":30,"time":"2025-03-02T05:06:53.068506466Z","hostname":"oxz_crucible_9ae2af37-6165-4f8f-8100-b19e0f9ec833","pid":21887,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-8718af92-48b7-45fb-8b01-c447b00de40d","v":0,"name":"crucible-agent","level":30,"time":"2025-03-02T05:06:53.082541129Z","hostname":"oxz_crucible_9ae2af37-6165-4f8f-8100-b19e0f9ec833","pid":21887,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-03-02T05:06:53.099826494Z","hostname":"oxz_crucible_9ae2af37-6165-4f8f-8100-b19e0f9ec833","pid":21887,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-8718af92-48b7-45fb-8b01-c447b00de40d","v":0,"name":"crucible-agent","level":30,"time":"2025-03-02T05:06:53.108497407Z","hostname":"oxz_crucible_9ae2af37-6165-4f8f-8100-b19e0f9ec833","pid":21887,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8718af92-48b7-45fb-8b01-c447b00de40d","v":0,"name":"crucible-agent","level":30,"time":"2025-03-02T05:06:53.108786521Z","hostname":"oxz_crucible_9ae2af37-6165-4f8f-8100-b19e0f9ec833","pid":21887,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-03-02T05:06:53.108834231Z","hostname":"oxz_crucible_9ae2af37-6165-4f8f-8100-b19e0f9ec833","pid":21887,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-03-02T05:06:53.108874772Z","hostname":"oxz_crucible_9ae2af37-6165-4f8f-8100-b19e0f9ec833","pid":21887,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-03-02T05:06:53.108913423Z","hostname":"oxz_crucible_9ae2af37-6165-4f8f-8100-b19e0f9ec833","pid":21887,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-02T05:06:53.115708981Z","hostname":"oxz_crucible_9ae2af37-6165-4f8f-8100-b19e0f9ec833","pid":21887,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-02T05:06:53.125891054Z","hostname":"oxz_crucible_9ae2af37-6165-4f8f-8100-b19e0f9ec833","pid":21887,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-02T05:06:54.516162533Z","hostname":"oxz_crucible_9ae2af37-6165-4f8f-8100-b19e0f9ec833","pid":21887,"uri":"/crucible/0/regions/83855937-1ef9-45cf-b943-5c66e8ae8259","method":"GET","req_id":"159e5396-d7f6-46fc-91ca-ac8948581058","remote_addr":"[fd00:1122:3344:101::c]:38435","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":48,"response_code":"200"} {"msg":"path is \"/data/regions/83855937-1ef9-45cf-b943-5c66e8ae8259\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-02T05:06:54.522370344Z","hostname":"oxz_crucible_9ae2af37-6165-4f8f-8100-b19e0f9ec833","pid":21887,"component":"datafile"} {"msg":"dataset is oxp_02f51c32-d098-4db1-aebc-508861ba7b69/crucible/regions/83855937-1ef9-45cf-b943-5c66e8ae8259","v":0,"name":"crucible-agent","level":30,"time":"2025-03-02T05:06:54.531748496Z","hostname":"oxz_crucible_9ae2af37-6165-4f8f-8100-b19e0f9ec833","pid":21887,"component":"datafile"} {"msg":"snapshot is oxp_02f51c32-d098-4db1-aebc-508861ba7b69/crucible/regions/83855937-1ef9-45cf-b943-5c66e8ae8259@07e493dd-7c93-4374-b4a8-caea5f7e0b84","v":0,"name":"crucible-agent","level":30,"time":"2025-03-02T05:06:54.540107785Z","hostname":"oxz_crucible_9ae2af37-6165-4f8f-8100-b19e0f9ec833","pid":21887,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_02f51c32-d098-4db1-aebc-508861ba7b69/crucible/regions/83855937-1ef9-45cf-b943-5c66e8ae8259\", \"07e493dd-7c93-4374-b4a8-caea5f7e0b84\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-03-02T05:06:54.540138175Z","hostname":"oxz_crucible_9ae2af37-6165-4f8f-8100-b19e0f9ec833","pid":21887,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-02T05:06:54.551332081Z","hostname":"oxz_crucible_9ae2af37-6165-4f8f-8100-b19e0f9ec833","pid":21887,"uri":"/crucible/0/regions/83855937-1ef9-45cf-b943-5c66e8ae8259/snapshots/07e493dd-7c93-4374-b4a8-caea5f7e0b84","method":"GET","req_id":"775620de-67b9-467f-88b2-a2eaa067ef40","remote_addr":"[fd00:1122:3344:101::c]:38435","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":31812,"response_code":"200"} {"msg":"path is \"/data/regions/83855937-1ef9-45cf-b943-5c66e8ae8259\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-02T05:06:54.554068277Z","hostname":"oxz_crucible_9ae2af37-6165-4f8f-8100-b19e0f9ec833","pid":21887,"component":"datafile"} {"msg":"dataset is oxp_02f51c32-d098-4db1-aebc-508861ba7b69/crucible/regions/83855937-1ef9-45cf-b943-5c66e8ae8259","v":0,"name":"crucible-agent","level":30,"time":"2025-03-02T05:06:54.561911049Z","hostname":"oxz_crucible_9ae2af37-6165-4f8f-8100-b19e0f9ec833","pid":21887,"component":"datafile"} {"msg":"snapshot is oxp_02f51c32-d098-4db1-aebc-508861ba7b69/crucible/regions/83855937-1ef9-45cf-b943-5c66e8ae8259@07e493dd-7c93-4374-b4a8-caea5f7e0b84","v":0,"name":"crucible-agent","level":30,"time":"2025-03-02T05:06:54.570140606Z","hostname":"oxz_crucible_9ae2af37-6165-4f8f-8100-b19e0f9ec833","pid":21887,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_02f51c32-d098-4db1-aebc-508861ba7b69/crucible/regions/83855937-1ef9-45cf-b943-5c66e8ae8259\", \"07e493dd-7c93-4374-b4a8-caea5f7e0b84\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-03-02T05:06:54.570166157Z","hostname":"oxz_crucible_9ae2af37-6165-4f8f-8100-b19e0f9ec833","pid":21887,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 83855937-1ef9-45cf-b943-5c66e8ae8259-07e493dd-7c93-4374-b4a8-caea5f7e0b84 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-03-02T05:06:54.578642187Z","hostname":"oxz_crucible_9ae2af37-6165-4f8f-8100-b19e0f9ec833","pid":21887,"component":"datafile"} {"msg":"applying SMF actions for region 83855937-1ef9-45cf-b943-5c66e8ae8259 running snapshot 07e493dd-7c93-4374-b4a8-caea5f7e0b84 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-02T05:06:54.578821999Z","hostname":"oxz_crucible_9ae2af37-6165-4f8f-8100-b19e0f9ec833","pid":21887,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-02T05:06:54.57884882Z","hostname":"oxz_crucible_9ae2af37-6165-4f8f-8100-b19e0f9ec833","pid":21887,"uri":"/crucible/0/regions/83855937-1ef9-45cf-b943-5c66e8ae8259/snapshots/07e493dd-7c93-4374-b4a8-caea5f7e0b84/run","method":"POST","req_id":"0fd82966-0513-461b-82e0-a9b1dbd6b990","remote_addr":"[fd00:1122:3344:101::c]:38435","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":24815,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-83855937-1ef9-45cf-b943-5c66e8ae8259-07e493dd-7c93-4374-b4a8-caea5f7e0b84","v":0,"name":"crucible-agent","level":30,"time":"2025-03-02T05:06:54.581492984Z","hostname":"oxz_crucible_9ae2af37-6165-4f8f-8100-b19e0f9ec833","pid":21887,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-83855937-1ef9-45cf-b943-5c66e8ae8259-07e493dd-7c93-4374-b4a8-caea5f7e0b84","v":0,"name":"crucible-agent","level":30,"time":"2025-03-02T05:06:54.590155447Z","hostname":"oxz_crucible_9ae2af37-6165-4f8f-8100-b19e0f9ec833","pid":21887,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-83855937-1ef9-45cf-b943-5c66e8ae8259-07e493dd-7c93-4374-b4a8-caea5f7e0b84","v":0,"name":"crucible-agent","level":30,"time":"2025-03-02T05:06:54.605107052Z","hostname":"oxz_crucible_9ae2af37-6165-4f8f-8100-b19e0f9ec833","pid":21887,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/83855937-1ef9-45cf-b943-5c66e8ae8259/.zfs/snapshot/07e493dd-7c93-4374-b4a8-caea5f7e0b84","v":0,"name":"crucible-agent","level":30,"time":"2025-03-02T05:06:54.605394876Z","hostname":"oxz_crucible_9ae2af37-6165-4f8f-8100-b19e0f9ec833","pid":21887,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-03-02T05:06:54.605446866Z","hostname":"oxz_crucible_9ae2af37-6165-4f8f-8100-b19e0f9ec833","pid":21887,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-03-02T05:06:54.605509487Z","hostname":"oxz_crucible_9ae2af37-6165-4f8f-8100-b19e0f9ec833","pid":21887,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-03-02T05:06:54.605549027Z","hostname":"oxz_crucible_9ae2af37-6165-4f8f-8100-b19e0f9ec833","pid":21887,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-03-02T05:06:54.605600618Z","hostname":"oxz_crucible_9ae2af37-6165-4f8f-8100-b19e0f9ec833","pid":21887,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-02T05:06:54.61113191Z","hostname":"oxz_crucible_9ae2af37-6165-4f8f-8100-b19e0f9ec833","pid":21887,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-02T05:06:54.62112149Z","hostname":"oxz_crucible_9ae2af37-6165-4f8f-8100-b19e0f9ec833","pid":21887,"component":"worker"} {"msg":"region 83855937-1ef9-45cf-b943-5c66e8ae8259 running snapshot 07e493dd-7c93-4374-b4a8-caea5f7e0b84 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-03-02T05:06:54.621137401Z","hostname":"oxz_crucible_9ae2af37-6165-4f8f-8100-b19e0f9ec833","pid":21887,"component":"datafile"} {"msg":"path is \"/data/regions/83855937-1ef9-45cf-b943-5c66e8ae8259\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-02T05:06:54.890342737Z","hostname":"oxz_crucible_9ae2af37-6165-4f8f-8100-b19e0f9ec833","pid":21887,"component":"datafile"} {"msg":"dataset is oxp_02f51c32-d098-4db1-aebc-508861ba7b69/crucible/regions/83855937-1ef9-45cf-b943-5c66e8ae8259","v":0,"name":"crucible-agent","level":30,"time":"2025-03-02T05:06:54.899085361Z","hostname":"oxz_crucible_9ae2af37-6165-4f8f-8100-b19e0f9ec833","pid":21887,"component":"datafile"} {"msg":"snapshot is oxp_02f51c32-d098-4db1-aebc-508861ba7b69/crucible/regions/83855937-1ef9-45cf-b943-5c66e8ae8259@07e493dd-7c93-4374-b4a8-caea5f7e0b84","v":0,"name":"crucible-agent","level":30,"time":"2025-03-02T05:06:54.907696243Z","hostname":"oxz_crucible_9ae2af37-6165-4f8f-8100-b19e0f9ec833","pid":21887,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_02f51c32-d098-4db1-aebc-508861ba7b69/crucible/regions/83855937-1ef9-45cf-b943-5c66e8ae8259\", \"07e493dd-7c93-4374-b4a8-caea5f7e0b84\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-03-02T05:06:54.907723234Z","hostname":"oxz_crucible_9ae2af37-6165-4f8f-8100-b19e0f9ec833","pid":21887,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-02T05:06:54.916597829Z","hostname":"oxz_crucible_9ae2af37-6165-4f8f-8100-b19e0f9ec833","pid":21887,"uri":"/crucible/0/regions/83855937-1ef9-45cf-b943-5c66e8ae8259/snapshots/07e493dd-7c93-4374-b4a8-caea5f7e0b84/run","method":"POST","req_id":"13269c49-cb49-4316-bdd9-bd12f5d4ec3e","remote_addr":"[fd00:1122:3344:101::c]:38435","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":26813,"response_code":"200"} {"msg":"region 0503f001-5bbe-4c60-83ae-916fb11c0584 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-03-02T05:06:59.084704142Z","hostname":"oxz_crucible_9ae2af37-6165-4f8f-8100-b19e0f9ec833","pid":21887,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-02T05:06:59.084939775Z","hostname":"oxz_crucible_9ae2af37-6165-4f8f-8100-b19e0f9ec833","pid":21887,"uri":"/crucible/0/regions","method":"POST","req_id":"976a7ddf-0829-46fd-8101-cdb58c042af0","remote_addr":"[fd00:1122:3344:101::c]:38435","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":306,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-03-02T05:06:59.084956585Z","hostname":"oxz_crucible_9ae2af37-6165-4f8f-8100-b19e0f9ec833","pid":21887,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_02f51c32-d098-4db1-aebc-508861ba7b69/crucible/regions/0503f001-5bbe-4c60-83ae-916fb11c0584","v":0,"name":"crucible-agent","level":30,"time":"2025-03-02T05:06:59.094763562Z","hostname":"oxz_crucible_9ae2af37-6165-4f8f-8100-b19e0f9ec833","pid":21887,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_02f51c32-d098-4db1-aebc-508861ba7b69/crucible/regions/0503f001-5bbe-4c60-83ae-916fb11c0584","v":0,"name":"crucible-agent","level":30,"time":"2025-03-02T05:06:59.094791733Z","hostname":"oxz_crucible_9ae2af37-6165-4f8f-8100-b19e0f9ec833","pid":21887,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"0503f001-5bbe-4c60-83ae-916fb11c0584\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/0503f001-5bbe-4c60-83ae-916fb11c0584\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-02T05:06:59.148434422Z","hostname":"oxz_crucible_9ae2af37-6165-4f8f-8100-b19e0f9ec833","pid":21887,"region":"0503f001-5bbe-4c60-83ae-916fb11c0584","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"0503f001-5bbe-4c60-83ae-916fb11c0584\" \"--data\" \"/data/regions/0503f001-5bbe-4c60-83ae-916fb11c0584\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-02T05:06:59.150270606Z","hostname":"oxz_crucible_9ae2af37-6165-4f8f-8100-b19e0f9ec833","pid":21887,"region":"0503f001-5bbe-4c60-83ae-916fb11c0584","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-03-02T05:06:59.231661346Z","hostname":"oxz_crucible_9ae2af37-6165-4f8f-8100-b19e0f9ec833","pid":21887,"region":"0503f001-5bbe-4c60-83ae-916fb11c0584","component":"worker"} {"msg":"region 0503f001-5bbe-4c60-83ae-916fb11c0584 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-03-02T05:06:59.231711486Z","hostname":"oxz_crucible_9ae2af37-6165-4f8f-8100-b19e0f9ec833","pid":21887,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-02T05:06:59.231797467Z","hostname":"oxz_crucible_9ae2af37-6165-4f8f-8100-b19e0f9ec833","pid":21887,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-0503f001-5bbe-4c60-83ae-916fb11c0584","v":0,"name":"crucible-agent","level":30,"time":"2025-03-02T05:06:59.232818721Z","hostname":"oxz_crucible_9ae2af37-6165-4f8f-8100-b19e0f9ec833","pid":21887,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-0503f001-5bbe-4c60-83ae-916fb11c0584","v":0,"name":"crucible-agent","level":30,"time":"2025-03-02T05:06:59.235464445Z","hostname":"oxz_crucible_9ae2af37-6165-4f8f-8100-b19e0f9ec833","pid":21887,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-02T05:06:59.242352295Z","hostname":"oxz_crucible_9ae2af37-6165-4f8f-8100-b19e0f9ec833","pid":21887,"uri":"/crucible/0/regions","method":"POST","req_id":"578e12c3-786c-4dc0-b1ef-62790fc35888","remote_addr":"[fd00:1122:3344:101::c]:38435","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":59,"response_code":"200"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-03-02T05:06:59.242874162Z","hostname":"oxz_crucible_9ae2af37-6165-4f8f-8100-b19e0f9ec833","pid":21887,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-0503f001-5bbe-4c60-83ae-916fb11c0584","v":0,"name":"crucible-agent","level":30,"time":"2025-03-02T05:06:59.24583064Z","hostname":"oxz_crucible_9ae2af37-6165-4f8f-8100-b19e0f9ec833","pid":21887,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/0503f001-5bbe-4c60-83ae-916fb11c0584","v":0,"name":"crucible-agent","level":30,"time":"2025-03-02T05:06:59.246104224Z","hostname":"oxz_crucible_9ae2af37-6165-4f8f-8100-b19e0f9ec833","pid":21887,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2025-03-02T05:06:59.246159665Z","hostname":"oxz_crucible_9ae2af37-6165-4f8f-8100-b19e0f9ec833","pid":21887,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-03-02T05:06:59.246201745Z","hostname":"oxz_crucible_9ae2af37-6165-4f8f-8100-b19e0f9ec833","pid":21887,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-03-02T05:06:59.246241566Z","hostname":"oxz_crucible_9ae2af37-6165-4f8f-8100-b19e0f9ec833","pid":21887,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-02T05:06:59.251282771Z","hostname":"oxz_crucible_9ae2af37-6165-4f8f-8100-b19e0f9ec833","pid":21887,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-02T05:06:59.261288732Z","hostname":"oxz_crucible_9ae2af37-6165-4f8f-8100-b19e0f9ec833","pid":21887,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-02T05:07:24.020170062Z","hostname":"oxz_crucible_9ae2af37-6165-4f8f-8100-b19e0f9ec833","pid":21887,"uri":"/crucible/0/regions/0503f001-5bbe-4c60-83ae-916fb11c0584","method":"GET","req_id":"93660a00-54f3-4756-bd69-f9e8ff326409","remote_addr":"[fd00:1122:3344:101::c]:38435","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":51,"response_code":"200"} {"msg":"path is \"/data/regions/0503f001-5bbe-4c60-83ae-916fb11c0584\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-02T05:07:24.023719758Z","hostname":"oxz_crucible_9ae2af37-6165-4f8f-8100-b19e0f9ec833","pid":21887,"component":"datafile"} {"msg":"dataset is oxp_02f51c32-d098-4db1-aebc-508861ba7b69/crucible/regions/0503f001-5bbe-4c60-83ae-916fb11c0584","v":0,"name":"crucible-agent","level":30,"time":"2025-03-02T05:07:24.036849549Z","hostname":"oxz_crucible_9ae2af37-6165-4f8f-8100-b19e0f9ec833","pid":21887,"component":"datafile"} {"msg":"region 0503f001-5bbe-4c60-83ae-916fb11c0584 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-03-02T05:07:24.046498115Z","hostname":"oxz_crucible_9ae2af37-6165-4f8f-8100-b19e0f9ec833","pid":21887,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-02T05:07:24.046693457Z","hostname":"oxz_crucible_9ae2af37-6165-4f8f-8100-b19e0f9ec833","pid":21887,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-02T05:07:24.046744968Z","hostname":"oxz_crucible_9ae2af37-6165-4f8f-8100-b19e0f9ec833","pid":21887,"uri":"/crucible/0/regions/0503f001-5bbe-4c60-83ae-916fb11c0584","method":"DELETE","req_id":"56b526bd-261b-4b58-8a64-57c17999ab6e","remote_addr":"[fd00:1122:3344:101::c]:38435","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":23078,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-0503f001-5bbe-4c60-83ae-916fb11c0584 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-03-02T05:07:24.048582602Z","hostname":"oxz_crucible_9ae2af37-6165-4f8f-8100-b19e0f9ec833","pid":21887,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-02T05:07:24.050087302Z","hostname":"oxz_crucible_9ae2af37-6165-4f8f-8100-b19e0f9ec833","pid":21887,"uri":"/crucible/0/regions/0503f001-5bbe-4c60-83ae-916fb11c0584","method":"GET","req_id":"24e43815-ca4b-4234-964f-d7307b99cca7","remote_addr":"[fd00:1122:3344:101::c]:38435","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":24,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-02T05:07:24.0553134Z","hostname":"oxz_crucible_9ae2af37-6165-4f8f-8100-b19e0f9ec833","pid":21887,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_02f51c32-d098-4db1-aebc-508861ba7b69/crucible/regions/0503f001-5bbe-4c60-83ae-916fb11c0584\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-02T05:07:24.066575936Z","hostname":"oxz_crucible_9ae2af37-6165-4f8f-8100-b19e0f9ec833","pid":21887,"region":"0503f001-5bbe-4c60-83ae-916fb11c0584","component":"worker"} {"msg":"region 0503f001-5bbe-4c60-83ae-916fb11c0584 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-02T05:07:24.133179314Z","hostname":"oxz_crucible_9ae2af37-6165-4f8f-8100-b19e0f9ec833","pid":21887,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-02T05:07:24.154170777Z","hostname":"oxz_crucible_9ae2af37-6165-4f8f-8100-b19e0f9ec833","pid":21887,"uri":"/crucible/0/regions/0503f001-5bbe-4c60-83ae-916fb11c0584","method":"GET","req_id":"39dfd625-d6e7-45d2-9b74-d0a4abf08822","remote_addr":"[fd00:1122:3344:101::c]:38435","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":65,"response_code":"200"}