{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:24.971811105Z","hostname":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","pid":23492,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:34711"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:24.974944805Z","hostname":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","pid":23492,"uri":"/crucible/0/regions/aa387eff-f8f0-4e4e-aba6-8b72df71a34e","method":"GET","req_id":"939170d4-6441-44a5-bfb5-36cb90937dbc","remote_addr":"[fd00:1122:3344:101::a]:34711","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":3109,"response_code":"200"} {"msg":"path is \"/data/regions/aa387eff-f8f0-4e4e-aba6-8b72df71a34e\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:24.978997482Z","hostname":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","pid":23492,"component":"datafile"} {"msg":"dataset is oxp_1a529555-2d8a-45e6-81f2-d07c055805d5/crucible/regions/aa387eff-f8f0-4e4e-aba6-8b72df71a34e","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:24.988065125Z","hostname":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","pid":23492,"component":"datafile"} {"msg":"snapshot is oxp_1a529555-2d8a-45e6-81f2-d07c055805d5/crucible/regions/aa387eff-f8f0-4e4e-aba6-8b72df71a34e@07cebd97-3a04-48c6-a536-0f178baeb709","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:24.996674339Z","hostname":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","pid":23492,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_1a529555-2d8a-45e6-81f2-d07c055805d5/crucible/regions/aa387eff-f8f0-4e4e-aba6-8b72df71a34e\", \"07cebd97-3a04-48c6-a536-0f178baeb709\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:24.99670787Z","hostname":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","pid":23492,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:25.019221779Z","hostname":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","pid":23492,"uri":"/crucible/0/regions/aa387eff-f8f0-4e4e-aba6-8b72df71a34e/snapshots/07cebd97-3a04-48c6-a536-0f178baeb709","method":"GET","req_id":"14bdfa30-af21-4e22-aa01-3b7daf112bf6","remote_addr":"[fd00:1122:3344:101::a]:34711","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":40747,"response_code":"200"} {"msg":"path is \"/data/regions/aa387eff-f8f0-4e4e-aba6-8b72df71a34e\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:25.023371058Z","hostname":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","pid":23492,"component":"datafile"} {"msg":"dataset is oxp_1a529555-2d8a-45e6-81f2-d07c055805d5/crucible/regions/aa387eff-f8f0-4e4e-aba6-8b72df71a34e","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:25.032474191Z","hostname":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","pid":23492,"component":"datafile"} {"msg":"snapshot is oxp_1a529555-2d8a-45e6-81f2-d07c055805d5/crucible/regions/aa387eff-f8f0-4e4e-aba6-8b72df71a34e@07cebd97-3a04-48c6-a536-0f178baeb709","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:25.041223738Z","hostname":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","pid":23492,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_1a529555-2d8a-45e6-81f2-d07c055805d5/crucible/regions/aa387eff-f8f0-4e4e-aba6-8b72df71a34e\", \"07cebd97-3a04-48c6-a536-0f178baeb709\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:25.041259418Z","hostname":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","pid":23492,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot aa387eff-f8f0-4e4e-aba6-8b72df71a34e-07cebd97-3a04-48c6-a536-0f178baeb709 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:25.051208758Z","hostname":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","pid":23492,"component":"datafile"} {"msg":"applying SMF actions for region aa387eff-f8f0-4e4e-aba6-8b72df71a34e running snapshot 07cebd97-3a04-48c6-a536-0f178baeb709 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:25.051774839Z","hostname":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","pid":23492,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:25.051811129Z","hostname":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","pid":23492,"uri":"/crucible/0/regions/aa387eff-f8f0-4e4e-aba6-8b72df71a34e/snapshots/07cebd97-3a04-48c6-a536-0f178baeb709/run","method":"POST","req_id":"1c513669-37eb-4413-b9d3-03c2c79476fe","remote_addr":"[fd00:1122:3344:101::a]:34711","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":28487,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/aa387eff-f8f0-4e4e-aba6-8b72df71a34e","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:25.061557635Z","hostname":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","pid":23492,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:25.061659467Z","hostname":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","pid":23492,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:25.061740808Z","hostname":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","pid":23492,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:25.061747358Z","hostname":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","pid":23492,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:25.061790179Z","hostname":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","pid":23492,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-aa387eff-f8f0-4e4e-aba6-8b72df71a34e","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:25.06183927Z","hostname":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","pid":23492,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/aa387eff-f8f0-4e4e-aba6-8b72df71a34e","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:25.061938962Z","hostname":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","pid":23492,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:25.064419489Z","hostname":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","pid":23492,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:25.064472601Z","hostname":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","pid":23492,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:25.064522541Z","hostname":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","pid":23492,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:25.075381788Z","hostname":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","pid":23492,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-aa387eff-f8f0-4e4e-aba6-8b72df71a34e-07cebd97-3a04-48c6-a536-0f178baeb709","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:25.075852657Z","hostname":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","pid":23492,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-aa387eff-f8f0-4e4e-aba6-8b72df71a34e-07cebd97-3a04-48c6-a536-0f178baeb709","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:25.081653738Z","hostname":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","pid":23492,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-aa387eff-f8f0-4e4e-aba6-8b72df71a34e-07cebd97-3a04-48c6-a536-0f178baeb709","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:25.109807694Z","hostname":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","pid":23492,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/aa387eff-f8f0-4e4e-aba6-8b72df71a34e/.zfs/snapshot/07cebd97-3a04-48c6-a536-0f178baeb709","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:25.110080679Z","hostname":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","pid":23492,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:25.11014784Z","hostname":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","pid":23492,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:25.110190281Z","hostname":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","pid":23492,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:25.110231682Z","hostname":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","pid":23492,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:25.110285843Z","hostname":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","pid":23492,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:25.118394057Z","hostname":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","pid":23492,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:25.127875627Z","hostname":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","pid":23492,"component":"worker"} {"msg":"region aa387eff-f8f0-4e4e-aba6-8b72df71a34e running snapshot 07cebd97-3a04-48c6-a536-0f178baeb709 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:25.127887397Z","hostname":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","pid":23492,"component":"datafile"} {"msg":"path is \"/data/regions/aa387eff-f8f0-4e4e-aba6-8b72df71a34e\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:25.418426922Z","hostname":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","pid":23492,"component":"datafile"} {"msg":"dataset is oxp_1a529555-2d8a-45e6-81f2-d07c055805d5/crucible/regions/aa387eff-f8f0-4e4e-aba6-8b72df71a34e","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:25.427348881Z","hostname":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","pid":23492,"component":"datafile"} {"msg":"snapshot is oxp_1a529555-2d8a-45e6-81f2-d07c055805d5/crucible/regions/aa387eff-f8f0-4e4e-aba6-8b72df71a34e@07cebd97-3a04-48c6-a536-0f178baeb709","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:25.434991147Z","hostname":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","pid":23492,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_1a529555-2d8a-45e6-81f2-d07c055805d5/crucible/regions/aa387eff-f8f0-4e4e-aba6-8b72df71a34e\", \"07cebd97-3a04-48c6-a536-0f178baeb709\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:25.435025778Z","hostname":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","pid":23492,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:25.442367078Z","hostname":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","pid":23492,"uri":"/crucible/0/regions/aa387eff-f8f0-4e4e-aba6-8b72df71a34e/snapshots/07cebd97-3a04-48c6-a536-0f178baeb709/run","method":"POST","req_id":"f412f03d-a106-480b-93d7-226d5421b856","remote_addr":"[fd00:1122:3344:101::a]:34711","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":23964,"response_code":"200"} {"msg":"region 40bf6e5f-c0bc-4632-93ac-0c989cfc53e6 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:29.357360516Z","hostname":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","pid":23492,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:29.35753763Z","hostname":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","pid":23492,"uri":"/crucible/0/regions","method":"POST","req_id":"5f72a540-a98a-41fb-82d9-498712d86b3d","remote_addr":"[fd00:1122:3344:101::a]:34711","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":248,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:29.35756149Z","hostname":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","pid":23492,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_1a529555-2d8a-45e6-81f2-d07c055805d5/crucible/regions/40bf6e5f-c0bc-4632-93ac-0c989cfc53e6","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:29.367429298Z","hostname":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","pid":23492,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_1a529555-2d8a-45e6-81f2-d07c055805d5/crucible/regions/40bf6e5f-c0bc-4632-93ac-0c989cfc53e6","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:29.367464529Z","hostname":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","pid":23492,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"40bf6e5f-c0bc-4632-93ac-0c989cfc53e6\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/40bf6e5f-c0bc-4632-93ac-0c989cfc53e6\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:29.446139887Z","hostname":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","pid":23492,"region":"40bf6e5f-c0bc-4632-93ac-0c989cfc53e6","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"40bf6e5f-c0bc-4632-93ac-0c989cfc53e6\" \"--data\" \"/data/regions/40bf6e5f-c0bc-4632-93ac-0c989cfc53e6\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:29.446206179Z","hostname":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","pid":23492,"region":"40bf6e5f-c0bc-4632-93ac-0c989cfc53e6","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:29.551444623Z","hostname":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","pid":23492,"region":"40bf6e5f-c0bc-4632-93ac-0c989cfc53e6","component":"worker"} {"msg":"region 40bf6e5f-c0bc-4632-93ac-0c989cfc53e6 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:29.551503865Z","hostname":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","pid":23492,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:29.551608007Z","hostname":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","pid":23492,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-40bf6e5f-c0bc-4632-93ac-0c989cfc53e6","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:29.552065175Z","hostname":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","pid":23492,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-40bf6e5f-c0bc-4632-93ac-0c989cfc53e6","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:29.562366451Z","hostname":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","pid":23492,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:29.576255406Z","hostname":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","pid":23492,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-40bf6e5f-c0bc-4632-93ac-0c989cfc53e6","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:29.584298499Z","hostname":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","pid":23492,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/40bf6e5f-c0bc-4632-93ac-0c989cfc53e6","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:29.584549614Z","hostname":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","pid":23492,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:29.584608255Z","hostname":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","pid":23492,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:29.584652736Z","hostname":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","pid":23492,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:29.584697287Z","hostname":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","pid":23492,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:29.593457134Z","hostname":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","pid":23492,"component":"worker"} {"msg":"existing directory value /dev/null does not match /data/regions/aa387eff-f8f0-4e4e-aba6-8b72df71a34e","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:29.600019499Z","hostname":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","pid":23492,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:29.600131721Z","hostname":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","pid":23492,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:29.600225102Z","hostname":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","pid":23492,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:29.600236333Z","hostname":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","pid":23492,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:29.600276014Z","hostname":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","pid":23492,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-aa387eff-f8f0-4e4e-aba6-8b72df71a34e","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:29.600323814Z","hostname":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","pid":23492,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/aa387eff-f8f0-4e4e-aba6-8b72df71a34e","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:29.607748866Z","hostname":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","pid":23492,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:29.607808177Z","hostname":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","pid":23492,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:29.607859868Z","hostname":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","pid":23492,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:29.607906629Z","hostname":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","pid":23492,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:29.614986244Z","hostname":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","pid":23492,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:29.617379199Z","hostname":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","pid":23492,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:29.635117937Z","hostname":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","pid":23492,"uri":"/crucible/0/regions","method":"POST","req_id":"1bcd5231-f264-4ca7-bab9-874908ad2c2f","remote_addr":"[fd00:1122:3344:101::a]:34711","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":79,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:58.47447763Z","hostname":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","pid":23492,"uri":"/crucible/0/regions/40bf6e5f-c0bc-4632-93ac-0c989cfc53e6","method":"GET","req_id":"26c529d9-2fb7-4ee6-b3b4-a6e69a0f87e7","remote_addr":"[fd00:1122:3344:101::a]:34711","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":104,"response_code":"200"} {"msg":"path is \"/data/regions/40bf6e5f-c0bc-4632-93ac-0c989cfc53e6\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:58.4776318Z","hostname":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","pid":23492,"component":"datafile"} {"msg":"dataset is oxp_1a529555-2d8a-45e6-81f2-d07c055805d5/crucible/regions/40bf6e5f-c0bc-4632-93ac-0c989cfc53e6","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:58.491341781Z","hostname":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","pid":23492,"component":"datafile"} {"msg":"region 40bf6e5f-c0bc-4632-93ac-0c989cfc53e6 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:58.501386413Z","hostname":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","pid":23492,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:58.501584306Z","hostname":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","pid":23492,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:58.501654038Z","hostname":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","pid":23492,"uri":"/crucible/0/regions/40bf6e5f-c0bc-4632-93ac-0c989cfc53e6","method":"DELETE","req_id":"dfdbcf9a-4d89-491c-a4ec-df9f4c5c04e5","remote_addr":"[fd00:1122:3344:101::a]:34711","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":24051,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-40bf6e5f-c0bc-4632-93ac-0c989cfc53e6 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:58.502741559Z","hostname":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","pid":23492,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:58.504655965Z","hostname":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","pid":23492,"uri":"/crucible/0/regions/40bf6e5f-c0bc-4632-93ac-0c989cfc53e6","method":"GET","req_id":"d7219d81-bd77-4f64-b64f-126e8ea95df2","remote_addr":"[fd00:1122:3344:101::a]:34711","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":28,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/aa387eff-f8f0-4e4e-aba6-8b72df71a34e","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:58.507973978Z","hostname":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","pid":23492,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:58.5080789Z","hostname":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","pid":23492,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:58.508175992Z","hostname":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","pid":23492,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:58.508186312Z","hostname":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","pid":23492,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:58.508239653Z","hostname":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","pid":23492,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-aa387eff-f8f0-4e4e-aba6-8b72df71a34e","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:58.508308154Z","hostname":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","pid":23492,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/aa387eff-f8f0-4e4e-aba6-8b72df71a34e","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:58.508665681Z","hostname":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","pid":23492,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:58.508747763Z","hostname":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","pid":23492,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:58.508809624Z","hostname":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","pid":23492,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:58.508859775Z","hostname":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","pid":23492,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:58.513713437Z","hostname":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","pid":23492,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:58.515249157Z","hostname":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","pid":23492,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_1a529555-2d8a-45e6-81f2-d07c055805d5/crucible/regions/40bf6e5f-c0bc-4632-93ac-0c989cfc53e6\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:58.527918148Z","hostname":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","pid":23492,"region":"40bf6e5f-c0bc-4632-93ac-0c989cfc53e6","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:58.588744277Z","hostname":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","pid":23492,"uri":"/crucible/0/regions/40bf6e5f-c0bc-4632-93ac-0c989cfc53e6","method":"GET","req_id":"0c7f72fd-eb54-41ef-961d-8f31c134f9bd","remote_addr":"[fd00:1122:3344:101::a]:34711","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":90,"response_code":"200"} {"msg":"region 40bf6e5f-c0bc-4632-93ac-0c989cfc53e6 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:58.591841376Z","hostname":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","pid":23492,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:58.726126143Z","hostname":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","pid":23492,"uri":"/crucible/0/regions/40bf6e5f-c0bc-4632-93ac-0c989cfc53e6","method":"GET","req_id":"b474c11a-0893-4820-aad0-9bd9f0173fa8","remote_addr":"[fd00:1122:3344:101::a]:34711","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":31,"response_code":"200"}