[ Jan 28 08:30:13 Enabled. ] [ Jan 28 08:30:13 Rereading configuration. ] [ Jan 28 08:30:18 Rereading configuration. ] [ Jan 28 08:30:22 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_5c817f79-1d14-4008-a5e7-be06bcd83ba6/crucible -l [fd00:1122:3344:101::15]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_5c817f79-1d14-4008-a5e7-be06bcd83ba6/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:30:22.444495225Z","hostname":"oxz_crucible_66bdc885-da83-475d-946e-40e9d872fb4d","pid":26236} {"msg":"listen IP: [fd00:1122:3344:101::15]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:30:22.445350117Z","hostname":"oxz_crucible_66bdc885-da83-475d-946e-40e9d872fb4d","pid":26236} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:30:22.445358117Z","hostname":"oxz_crucible_66bdc885-da83-475d-946e-40e9d872fb4d","pid":26236} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:30:22.465210651Z","hostname":"oxz_crucible_66bdc885-da83-475d-946e-40e9d872fb4d","pid":26236,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:30:22.53726932Z","hostname":"oxz_crucible_66bdc885-da83-475d-946e-40e9d872fb4d","pid":26236,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:31:12.187352428Z","hostname":"oxz_crucible_66bdc885-da83-475d-946e-40e9d872fb4d","pid":26236,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:52928"} {"msg":"region c1444a9f-ec28-4325-8dc0-3107c6dec10e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:31:12.228218311Z","hostname":"oxz_crucible_66bdc885-da83-475d-946e-40e9d872fb4d","pid":26236,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:31:12.230592555Z","hostname":"oxz_crucible_66bdc885-da83-475d-946e-40e9d872fb4d","pid":26236,"uri":"/crucible/0/regions","method":"POST","req_id":"795ac885-7991-4b9e-81e5-566c114ac711","remote_addr":"[fd00:1122:3344:101::a]:52928","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":16139,"response_code":"200"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:31:12.232928309Z","hostname":"oxz_crucible_66bdc885-da83-475d-946e-40e9d872fb4d","pid":26236,"component":"worker"} {"msg":"zfs set reservation of 1342177280 for oxp_5c817f79-1d14-4008-a5e7-be06bcd83ba6/crucible/regions/c1444a9f-ec28-4325-8dc0-3107c6dec10e","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:31:12.242276042Z","hostname":"oxz_crucible_66bdc885-da83-475d-946e-40e9d872fb4d","pid":26236,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_5c817f79-1d14-4008-a5e7-be06bcd83ba6/crucible/regions/c1444a9f-ec28-4325-8dc0-3107c6dec10e","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:31:12.242305483Z","hostname":"oxz_crucible_66bdc885-da83-475d-946e-40e9d872fb4d","pid":26236,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"c1444a9f-ec28-4325-8dc0-3107c6dec10e\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/c1444a9f-ec28-4325-8dc0-3107c6dec10e\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:31:12.31209097Z","hostname":"oxz_crucible_66bdc885-da83-475d-946e-40e9d872fb4d","pid":26236,"region":"c1444a9f-ec28-4325-8dc0-3107c6dec10e","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"c1444a9f-ec28-4325-8dc0-3107c6dec10e\" \"--data\" \"/data/regions/c1444a9f-ec28-4325-8dc0-3107c6dec10e\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:31:12.314102369Z","hostname":"oxz_crucible_66bdc885-da83-475d-946e-40e9d872fb4d","pid":26236,"region":"c1444a9f-ec28-4325-8dc0-3107c6dec10e","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:31:12.445962712Z","hostname":"oxz_crucible_66bdc885-da83-475d-946e-40e9d872fb4d","pid":26236,"region":"c1444a9f-ec28-4325-8dc0-3107c6dec10e","component":"worker"} {"msg":"region c1444a9f-ec28-4325-8dc0-3107c6dec10e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:31:12.446029953Z","hostname":"oxz_crucible_66bdc885-da83-475d-946e-40e9d872fb4d","pid":26236,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:31:12.446106904Z","hostname":"oxz_crucible_66bdc885-da83-475d-946e-40e9d872fb4d","pid":26236,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-c1444a9f-ec28-4325-8dc0-3107c6dec10e","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:31:12.44648782Z","hostname":"oxz_crucible_66bdc885-da83-475d-946e-40e9d872fb4d","pid":26236,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-c1444a9f-ec28-4325-8dc0-3107c6dec10e","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:31:12.450556708Z","hostname":"oxz_crucible_66bdc885-da83-475d-946e-40e9d872fb4d","pid":26236,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:31:12.463953279Z","hostname":"oxz_crucible_66bdc885-da83-475d-946e-40e9d872fb4d","pid":26236,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-c1444a9f-ec28-4325-8dc0-3107c6dec10e","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:31:12.466949492Z","hostname":"oxz_crucible_66bdc885-da83-475d-946e-40e9d872fb4d","pid":26236,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c1444a9f-ec28-4325-8dc0-3107c6dec10e","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:31:12.479142756Z","hostname":"oxz_crucible_66bdc885-da83-475d-946e-40e9d872fb4d","pid":26236,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:31:12.481155095Z","hostname":"oxz_crucible_66bdc885-da83-475d-946e-40e9d872fb4d","pid":26236,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:31:12.481224486Z","hostname":"oxz_crucible_66bdc885-da83-475d-946e-40e9d872fb4d","pid":26236,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:31:12.481280057Z","hostname":"oxz_crucible_66bdc885-da83-475d-946e-40e9d872fb4d","pid":26236,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:31:12.48500942Z","hostname":"oxz_crucible_66bdc885-da83-475d-946e-40e9d872fb4d","pid":26236,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:31:12.490081973Z","hostname":"oxz_crucible_66bdc885-da83-475d-946e-40e9d872fb4d","pid":26236,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:31:12.7019255Z","hostname":"oxz_crucible_66bdc885-da83-475d-946e-40e9d872fb4d","pid":26236,"uri":"/crucible/0/regions","method":"POST","req_id":"cceb6159-f2d3-43f7-829d-722195003fc8","remote_addr":"[fd00:1122:3344:101::a]:52928","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":84,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:31:13.233018609Z","hostname":"oxz_crucible_66bdc885-da83-475d-946e-40e9d872fb4d","pid":26236,"uri":"/crucible/0/regions/c1444a9f-ec28-4325-8dc0-3107c6dec10e","method":"GET","req_id":"2efcb55b-b4c2-40f3-9ee3-636429a7dc0c","remote_addr":"[fd00:1122:3344:101::a]:52928","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":89,"response_code":"200"} {"msg":"path is \"/data/regions/c1444a9f-ec28-4325-8dc0-3107c6dec10e\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:31:13.236619661Z","hostname":"oxz_crucible_66bdc885-da83-475d-946e-40e9d872fb4d","pid":26236,"component":"datafile"} {"msg":"dataset is oxp_5c817f79-1d14-4008-a5e7-be06bcd83ba6/crucible/regions/c1444a9f-ec28-4325-8dc0-3107c6dec10e","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:31:13.246061765Z","hostname":"oxz_crucible_66bdc885-da83-475d-946e-40e9d872fb4d","pid":26236,"component":"datafile"} {"msg":"region c1444a9f-ec28-4325-8dc0-3107c6dec10e state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:31:13.255570351Z","hostname":"oxz_crucible_66bdc885-da83-475d-946e-40e9d872fb4d","pid":26236,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:31:13.255716733Z","hostname":"oxz_crucible_66bdc885-da83-475d-946e-40e9d872fb4d","pid":26236,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-c1444a9f-ec28-4325-8dc0-3107c6dec10e (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:31:13.256812239Z","hostname":"oxz_crucible_66bdc885-da83-475d-946e-40e9d872fb4d","pid":26236,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:31:13.257911615Z","hostname":"oxz_crucible_66bdc885-da83-475d-946e-40e9d872fb4d","pid":26236,"uri":"/crucible/0/regions/c1444a9f-ec28-4325-8dc0-3107c6dec10e","method":"DELETE","req_id":"58744a43-961f-459b-b462-3f3567504ce0","remote_addr":"[fd00:1122:3344:101::a]:52928","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":21323,"response_code":"204"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:31:13.261131651Z","hostname":"oxz_crucible_66bdc885-da83-475d-946e-40e9d872fb4d","pid":26236,"uri":"/crucible/0/regions/c1444a9f-ec28-4325-8dc0-3107c6dec10e","method":"GET","req_id":"201573d3-10aa-4b17-8f80-2a1db9bbddb9","remote_addr":"[fd00:1122:3344:101::a]:52928","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":30,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:31:13.261231812Z","hostname":"oxz_crucible_66bdc885-da83-475d-946e-40e9d872fb4d","pid":26236,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_5c817f79-1d14-4008-a5e7-be06bcd83ba6/crucible/regions/c1444a9f-ec28-4325-8dc0-3107c6dec10e\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:31:13.271388997Z","hostname":"oxz_crucible_66bdc885-da83-475d-946e-40e9d872fb4d","pid":26236,"region":"c1444a9f-ec28-4325-8dc0-3107c6dec10e","component":"worker"} {"msg":"region c1444a9f-ec28-4325-8dc0-3107c6dec10e state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:31:13.330930297Z","hostname":"oxz_crucible_66bdc885-da83-475d-946e-40e9d872fb4d","pid":26236,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:31:13.354938711Z","hostname":"oxz_crucible_66bdc885-da83-475d-946e-40e9d872fb4d","pid":26236,"uri":"/crucible/0/regions/c1444a9f-ec28-4325-8dc0-3107c6dec10e","method":"GET","req_id":"040ccfbb-cec8-4240-a674-bd6080098ded","remote_addr":"[fd00:1122:3344:101::a]:52928","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":77,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:45.128909782Z","hostname":"oxz_crucible_66bdc885-da83-475d-946e-40e9d872fb4d","pid":26236,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:49864"} {"msg":"region b2a8231c-89b5-4bf4-9363-f22189a91292 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:45.129709484Z","hostname":"oxz_crucible_66bdc885-da83-475d-946e-40e9d872fb4d","pid":26236,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:45.133754922Z","hostname":"oxz_crucible_66bdc885-da83-475d-946e-40e9d872fb4d","pid":26236,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:45.133785662Z","hostname":"oxz_crucible_66bdc885-da83-475d-946e-40e9d872fb4d","pid":26236,"uri":"/crucible/0/regions","method":"POST","req_id":"f75f3a81-54c9-4946-b601-e2522f3bea6b","remote_addr":"[fd00:1122:3344:101::a]:49864","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":4775,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_5c817f79-1d14-4008-a5e7-be06bcd83ba6/crucible/regions/b2a8231c-89b5-4bf4-9363-f22189a91292","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:45.14555541Z","hostname":"oxz_crucible_66bdc885-da83-475d-946e-40e9d872fb4d","pid":26236,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_5c817f79-1d14-4008-a5e7-be06bcd83ba6/crucible/regions/b2a8231c-89b5-4bf4-9363-f22189a91292","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:45.145586531Z","hostname":"oxz_crucible_66bdc885-da83-475d-946e-40e9d872fb4d","pid":26236,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"b2a8231c-89b5-4bf4-9363-f22189a91292\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/b2a8231c-89b5-4bf4-9363-f22189a91292\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:45.204818007Z","hostname":"oxz_crucible_66bdc885-da83-475d-946e-40e9d872fb4d","pid":26236,"region":"b2a8231c-89b5-4bf4-9363-f22189a91292","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"b2a8231c-89b5-4bf4-9363-f22189a91292\" \"--data\" \"/data/regions/b2a8231c-89b5-4bf4-9363-f22189a91292\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:45.206820656Z","hostname":"oxz_crucible_66bdc885-da83-475d-946e-40e9d872fb4d","pid":26236,"region":"b2a8231c-89b5-4bf4-9363-f22189a91292","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:45.277922542Z","hostname":"oxz_crucible_66bdc885-da83-475d-946e-40e9d872fb4d","pid":26236,"region":"b2a8231c-89b5-4bf4-9363-f22189a91292","component":"worker"} {"msg":"region b2a8231c-89b5-4bf4-9363-f22189a91292 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:45.277969722Z","hostname":"oxz_crucible_66bdc885-da83-475d-946e-40e9d872fb4d","pid":26236,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:45.278165075Z","hostname":"oxz_crucible_66bdc885-da83-475d-946e-40e9d872fb4d","pid":26236,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-b2a8231c-89b5-4bf4-9363-f22189a91292","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:45.280237995Z","hostname":"oxz_crucible_66bdc885-da83-475d-946e-40e9d872fb4d","pid":26236,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-b2a8231c-89b5-4bf4-9363-f22189a91292","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:45.290699804Z","hostname":"oxz_crucible_66bdc885-da83-475d-946e-40e9d872fb4d","pid":26236,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:45.308927325Z","hostname":"oxz_crucible_66bdc885-da83-475d-946e-40e9d872fb4d","pid":26236,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-b2a8231c-89b5-4bf4-9363-f22189a91292","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:45.312635328Z","hostname":"oxz_crucible_66bdc885-da83-475d-946e-40e9d872fb4d","pid":26236,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b2a8231c-89b5-4bf4-9363-f22189a91292","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:45.312993983Z","hostname":"oxz_crucible_66bdc885-da83-475d-946e-40e9d872fb4d","pid":26236,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:45.313094924Z","hostname":"oxz_crucible_66bdc885-da83-475d-946e-40e9d872fb4d","pid":26236,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:45.313168195Z","hostname":"oxz_crucible_66bdc885-da83-475d-946e-40e9d872fb4d","pid":26236,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:45.313243116Z","hostname":"oxz_crucible_66bdc885-da83-475d-946e-40e9d872fb4d","pid":26236,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:45.317173943Z","hostname":"oxz_crucible_66bdc885-da83-475d-946e-40e9d872fb4d","pid":26236,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:45.319297633Z","hostname":"oxz_crucible_66bdc885-da83-475d-946e-40e9d872fb4d","pid":26236,"uri":"/crucible/0/regions","method":"POST","req_id":"5f1eea1f-7d77-4b43-b11f-0c16903b8277","remote_addr":"[fd00:1122:3344:101::a]:49864","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":108,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:45.3226478Z","hostname":"oxz_crucible_66bdc885-da83-475d-946e-40e9d872fb4d","pid":26236,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:42:10.729198073Z","hostname":"oxz_crucible_66bdc885-da83-475d-946e-40e9d872fb4d","pid":26236,"uri":"/crucible/0/regions/b2a8231c-89b5-4bf4-9363-f22189a91292","method":"GET","req_id":"27013279-222f-44cc-bed1-4941104527e5","remote_addr":"[fd00:1122:3344:101::a]:49864","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":40,"response_code":"200"} {"msg":"path is \"/data/regions/b2a8231c-89b5-4bf4-9363-f22189a91292\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:42:10.733160139Z","hostname":"oxz_crucible_66bdc885-da83-475d-946e-40e9d872fb4d","pid":26236,"component":"datafile"} {"msg":"dataset is oxp_5c817f79-1d14-4008-a5e7-be06bcd83ba6/crucible/regions/b2a8231c-89b5-4bf4-9363-f22189a91292","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:42:10.745505916Z","hostname":"oxz_crucible_66bdc885-da83-475d-946e-40e9d872fb4d","pid":26236,"component":"datafile"} {"msg":"region b2a8231c-89b5-4bf4-9363-f22189a91292 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:42:10.756183058Z","hostname":"oxz_crucible_66bdc885-da83-475d-946e-40e9d872fb4d","pid":26236,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:42:10.756382371Z","hostname":"oxz_crucible_66bdc885-da83-475d-946e-40e9d872fb4d","pid":26236,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:42:10.756452852Z","hostname":"oxz_crucible_66bdc885-da83-475d-946e-40e9d872fb4d","pid":26236,"uri":"/crucible/0/regions/b2a8231c-89b5-4bf4-9363-f22189a91292","method":"DELETE","req_id":"285e2fa1-6139-4d42-80ed-96b6d375ade5","remote_addr":"[fd00:1122:3344:101::a]:49864","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":23342,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-b2a8231c-89b5-4bf4-9363-f22189a91292 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:42:10.758007754Z","hostname":"oxz_crucible_66bdc885-da83-475d-946e-40e9d872fb4d","pid":26236,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:42:10.760560731Z","hostname":"oxz_crucible_66bdc885-da83-475d-946e-40e9d872fb4d","pid":26236,"uri":"/crucible/0/regions/b2a8231c-89b5-4bf4-9363-f22189a91292","method":"GET","req_id":"d69d2194-b164-4ace-83bd-76e7792ca58b","remote_addr":"[fd00:1122:3344:101::a]:49864","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":30,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:42:10.773146991Z","hostname":"oxz_crucible_66bdc885-da83-475d-946e-40e9d872fb4d","pid":26236,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_5c817f79-1d14-4008-a5e7-be06bcd83ba6/crucible/regions/b2a8231c-89b5-4bf4-9363-f22189a91292\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:42:10.782566695Z","hostname":"oxz_crucible_66bdc885-da83-475d-946e-40e9d872fb4d","pid":26236,"region":"b2a8231c-89b5-4bf4-9363-f22189a91292","component":"worker"} {"msg":"region b2a8231c-89b5-4bf4-9363-f22189a91292 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:42:10.853525109Z","hostname":"oxz_crucible_66bdc885-da83-475d-946e-40e9d872fb4d","pid":26236,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:42:10.887104849Z","hostname":"oxz_crucible_66bdc885-da83-475d-946e-40e9d872fb4d","pid":26236,"uri":"/crucible/0/regions/b2a8231c-89b5-4bf4-9363-f22189a91292","method":"GET","req_id":"fdbf7a57-dfcc-4115-b559-df27ceb58b08","remote_addr":"[fd00:1122:3344:101::a]:49864","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":91,"response_code":"200"}