[ Oct 18 21:17:37 Enabled. ]
[ Oct 18 21:17:37 Rereading configuration. ]
[ Oct 18 21:17:42 Rereading configuration. ]
[ Oct 18 21:17:49 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_a37fa713-e408-4c30-9412-5e8373254f8d/crucible -l [fd00:1122:3344:101::14]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_a37fa713-e408-4c30-9412-5e8373254f8d/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:17:49.110412405Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577}
{"msg":"listen IP: [fd00:1122:3344:101::14]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:17:49.111726632Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:17:49.111735512Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:17:49.125974126Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:17:49.294929902Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:18:13.856020836Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:49034"}
{"msg":"region 1c343c62-3be2-438d-a7cd-d2aeb93884db state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:18:13.865302429Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:18:13.867688886Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"uri":"/crucible/0/regions","method":"POST","req_id":"f74c6447-46c1-4c7c-8bf1-3458dde28c9e","remote_addr":"[fd00:1122:3344:101::c]:49034","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":2534,"response_code":"200"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:18:13.870511917Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_a37fa713-e408-4c30-9412-5e8373254f8d/crucible/regions/1c343c62-3be2-438d-a7cd-d2aeb93884db","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:18:13.878908674Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_a37fa713-e408-4c30-9412-5e8373254f8d/crucible/regions/1c343c62-3be2-438d-a7cd-d2aeb93884db","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:18:13.878974816Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"1c343c62-3be2-438d-a7cd-d2aeb93884db\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/1c343c62-3be2-438d-a7cd-d2aeb93884db\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:18:13.955336909Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"region":"1c343c62-3be2-438d-a7cd-d2aeb93884db","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"1c343c62-3be2-438d-a7cd-d2aeb93884db\" \"--data\" \"/data/regions/1c343c62-3be2-438d-a7cd-d2aeb93884db\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:18:13.95712329Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"region":"1c343c62-3be2-438d-a7cd-d2aeb93884db","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:18:14.132381104Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"region":"1c343c62-3be2-438d-a7cd-d2aeb93884db","component":"worker"}
{"msg":"region 1c343c62-3be2-438d-a7cd-d2aeb93884db state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:18:14.132473687Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:18:14.132773305Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-1c343c62-3be2-438d-a7cd-d2aeb93884db","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:18:14.135287446Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-1c343c62-3be2-438d-a7cd-d2aeb93884db","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:18:14.139618609Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:18:14.153175503Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-1c343c62-3be2-438d-a7cd-d2aeb93884db","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:18:14.157972319Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1c343c62-3be2-438d-a7cd-d2aeb93884db","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:18:14.164562876Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:18:14.164641918Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:18:14.16469333Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:18:14.164745511Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:18:14.168634211Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:18:14.173290343Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:18:14.240285871Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"uri":"/crucible/0/regions","method":"POST","req_id":"ac78b8fe-a256-4193-b7c3-7318526bb29e","remote_addr":"[fd00:1122:3344:101::c]:49034","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":59,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:18:14.808108636Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"uri":"/crucible/0/regions/1c343c62-3be2-438d-a7cd-d2aeb93884db","method":"GET","req_id":"93d4d4fb-e579-4a09-a35b-4ef06c72d9ab","remote_addr":"[fd00:1122:3344:101::c]:49034","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":81,"response_code":"200"}
{"msg":"path is \"/data/regions/1c343c62-3be2-438d-a7cd-d2aeb93884db\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:18:14.810823233Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"component":"datafile"}
{"msg":"dataset is oxp_a37fa713-e408-4c30-9412-5e8373254f8d/crucible/regions/1c343c62-3be2-438d-a7cd-d2aeb93884db","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:18:14.821896226Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"component":"datafile"}
{"msg":"region 1c343c62-3be2-438d-a7cd-d2aeb93884db state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:18:14.831387765Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:18:14.831596121Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:18:14.831684404Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"uri":"/crucible/0/regions/1c343c62-3be2-438d-a7cd-d2aeb93884db","method":"DELETE","req_id":"5faa619c-8723-4ed8-83ae-2ab1ef05e402","remote_addr":"[fd00:1122:3344:101::c]:49034","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":20882,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-1c343c62-3be2-438d-a7cd-d2aeb93884db (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:18:14.832915148Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:18:14.835141731Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"uri":"/crucible/0/regions/1c343c62-3be2-438d-a7cd-d2aeb93884db","method":"GET","req_id":"d100cb91-3c93-4cce-ae75-54e6e53a87f4","remote_addr":"[fd00:1122:3344:101::c]:49034","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":45,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:18:14.838118286Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_a37fa713-e408-4c30-9412-5e8373254f8d/crucible/regions/1c343c62-3be2-438d-a7cd-d2aeb93884db\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:18:14.849763446Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"region":"1c343c62-3be2-438d-a7cd-d2aeb93884db","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:18:14.92371558Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"uri":"/crucible/0/regions/1c343c62-3be2-438d-a7cd-d2aeb93884db","method":"GET","req_id":"2fe3a64a-5fd9-408e-98c0-ff7d54722708","remote_addr":"[fd00:1122:3344:101::c]:49034","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":86,"response_code":"200"}
{"msg":"region 1c343c62-3be2-438d-a7cd-d2aeb93884db state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:18:14.930082431Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:18:15.016722474Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"uri":"/crucible/0/regions/1c343c62-3be2-438d-a7cd-d2aeb93884db","method":"GET","req_id":"16b7b819-a8a4-42fb-b89f-65e30af98a45","remote_addr":"[fd00:1122:3344:101::c]:49034","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":49,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:19:08.725885379Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:36207"}
{"msg":"region 41764de2-27b1-492a-a3bc-f3cdfde58d02 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:19:08.726047994Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:19:08.726222959Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"uri":"/crucible/0/regions","method":"POST","req_id":"72ce6a24-90df-48f7-8cfe-ce4509e591de","remote_addr":"[fd00:1122:3344:101::a]:36207","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":208,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:19:08.726238949Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_a37fa713-e408-4c30-9412-5e8373254f8d/crucible/regions/41764de2-27b1-492a-a3bc-f3cdfde58d02","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:19:08.735118561Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_a37fa713-e408-4c30-9412-5e8373254f8d/crucible/regions/41764de2-27b1-492a-a3bc-f3cdfde58d02","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:19:08.735158422Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"41764de2-27b1-492a-a3bc-f3cdfde58d02\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/41764de2-27b1-492a-a3bc-f3cdfde58d02\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:19:08.790385396Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"region":"41764de2-27b1-492a-a3bc-f3cdfde58d02","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"41764de2-27b1-492a-a3bc-f3cdfde58d02\" \"--data\" \"/data/regions/41764de2-27b1-492a-a3bc-f3cdfde58d02\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:19:08.792402864Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"region":"41764de2-27b1-492a-a3bc-f3cdfde58d02","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:19:08.860133712Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"region":"41764de2-27b1-492a-a3bc-f3cdfde58d02","component":"worker"}
{"msg":"region 41764de2-27b1-492a-a3bc-f3cdfde58d02 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:19:08.860166183Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:19:08.860269716Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-41764de2-27b1-492a-a3bc-f3cdfde58d02","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:19:08.861637385Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-41764de2-27b1-492a-a3bc-f3cdfde58d02","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:19:08.864802875Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:19:08.87276926Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-41764de2-27b1-492a-a3bc-f3cdfde58d02","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:19:08.876762423Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/41764de2-27b1-492a-a3bc-f3cdfde58d02","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:19:08.877084132Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:19:08.877136974Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:19:08.877181295Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:19:08.877222826Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:19:08.880610792Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:19:08.885447379Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:19:09.099389129Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"uri":"/crucible/0/regions","method":"POST","req_id":"b9335fe4-2c72-4b60-8f79-434063d5338e","remote_addr":"[fd00:1122:3344:101::a]:36207","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":57,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:17.849151438Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:44085"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:17.849306812Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"uri":"/crucible/0/regions/41764de2-27b1-492a-a3bc-f3cdfde58d02","method":"GET","req_id":"e1f3ab01-feaa-4ae9-bf2d-0bc886fbd6ad","remote_addr":"[fd00:1122:3344:101::a]:44085","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":56,"response_code":"200"}
{"msg":"path is \"/data/regions/41764de2-27b1-492a-a3bc-f3cdfde58d02\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:17.852646177Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"component":"datafile"}
{"msg":"dataset is oxp_a37fa713-e408-4c30-9412-5e8373254f8d/crucible/regions/41764de2-27b1-492a-a3bc-f3cdfde58d02","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:17.861877159Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"component":"datafile"}
{"msg":"snapshot is oxp_a37fa713-e408-4c30-9412-5e8373254f8d/crucible/regions/41764de2-27b1-492a-a3bc-f3cdfde58d02@ff9fdf84-4f7e-408d-893e-771b2220716d","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:17.871148271Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_a37fa713-e408-4c30-9412-5e8373254f8d/crucible/regions/41764de2-27b1-492a-a3bc-f3cdfde58d02\", \"ff9fdf84-4f7e-408d-893e-771b2220716d\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:17.871196853Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:17.884818989Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"uri":"/crucible/0/regions/41764de2-27b1-492a-a3bc-f3cdfde58d02/snapshots/ff9fdf84-4f7e-408d-893e-771b2220716d","method":"GET","req_id":"1ffd1485-0442-4980-83ad-774a10dee861","remote_addr":"[fd00:1122:3344:101::a]:44085","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":32769,"response_code":"200"}
{"msg":"path is \"/data/regions/41764de2-27b1-492a-a3bc-f3cdfde58d02\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:17.888185404Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"component":"datafile"}
{"msg":"dataset is oxp_a37fa713-e408-4c30-9412-5e8373254f8d/crucible/regions/41764de2-27b1-492a-a3bc-f3cdfde58d02","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:17.896316114Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"component":"datafile"}
{"msg":"snapshot is oxp_a37fa713-e408-4c30-9412-5e8373254f8d/crucible/regions/41764de2-27b1-492a-a3bc-f3cdfde58d02@ff9fdf84-4f7e-408d-893e-771b2220716d","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:17.905090893Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_a37fa713-e408-4c30-9412-5e8373254f8d/crucible/regions/41764de2-27b1-492a-a3bc-f3cdfde58d02\", \"ff9fdf84-4f7e-408d-893e-771b2220716d\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:17.905130154Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 41764de2-27b1-492a-a3bc-f3cdfde58d02-ff9fdf84-4f7e-408d-893e-771b2220716d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:17.91382541Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"component":"datafile"}
{"msg":"applying SMF actions for region 41764de2-27b1-492a-a3bc-f3cdfde58d02 running snapshot ff9fdf84-4f7e-408d-893e-771b2220716d (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:17.914752237Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:17.914780227Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"uri":"/crucible/0/regions/41764de2-27b1-492a-a3bc-f3cdfde58d02/snapshots/ff9fdf84-4f7e-408d-893e-771b2220716d/run","method":"POST","req_id":"bc387008-db68-42c3-8c35-96d5f24f8379","remote_addr":"[fd00:1122:3344:101::a]:44085","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":26640,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-41764de2-27b1-492a-a3bc-f3cdfde58d02-ff9fdf84-4f7e-408d-893e-771b2220716d","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:17.923034901Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-41764de2-27b1-492a-a3bc-f3cdfde58d02-ff9fdf84-4f7e-408d-893e-771b2220716d","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:17.929993858Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-41764de2-27b1-492a-a3bc-f3cdfde58d02-ff9fdf84-4f7e-408d-893e-771b2220716d","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:17.94207145Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/41764de2-27b1-492a-a3bc-f3cdfde58d02/.zfs/snapshot/ff9fdf84-4f7e-408d-893e-771b2220716d","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:17.942354988Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:17.94241036Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:17.942453531Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:17.942493072Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:17.942539633Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:17.947246147Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:17.952839115Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"component":"worker"}
{"msg":"region 41764de2-27b1-492a-a3bc-f3cdfde58d02 running snapshot ff9fdf84-4f7e-408d-893e-771b2220716d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:17.952856066Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"component":"datafile"}
{"msg":"path is \"/data/regions/41764de2-27b1-492a-a3bc-f3cdfde58d02\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:18.092874981Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"component":"datafile"}
{"msg":"dataset is oxp_a37fa713-e408-4c30-9412-5e8373254f8d/crucible/regions/41764de2-27b1-492a-a3bc-f3cdfde58d02","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:18.102081332Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"component":"datafile"}
{"msg":"snapshot is oxp_a37fa713-e408-4c30-9412-5e8373254f8d/crucible/regions/41764de2-27b1-492a-a3bc-f3cdfde58d02@ff9fdf84-4f7e-408d-893e-771b2220716d","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:18.109988136Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_a37fa713-e408-4c30-9412-5e8373254f8d/crucible/regions/41764de2-27b1-492a-a3bc-f3cdfde58d02\", \"ff9fdf84-4f7e-408d-893e-771b2220716d\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:18.110027997Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:18.117109118Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"uri":"/crucible/0/regions/41764de2-27b1-492a-a3bc-f3cdfde58d02/snapshots/ff9fdf84-4f7e-408d-893e-771b2220716d/run","method":"POST","req_id":"0ec9e03f-5077-463e-aa9a-f5921a90a335","remote_addr":"[fd00:1122:3344:101::a]:44085","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":24282,"response_code":"200"}
{"msg":"region c3116493-1fe8-42f0-8835-e4ae99aec403 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:23.526630763Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:23.526829719Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"uri":"/crucible/0/regions","method":"POST","req_id":"e084318f-7ed7-40db-918d-bb2bb679c3a5","remote_addr":"[fd00:1122:3344:101::a]:44085","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":267,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:23.526858459Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_a37fa713-e408-4c30-9412-5e8373254f8d/crucible/regions/c3116493-1fe8-42f0-8835-e4ae99aec403","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:23.536867783Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_a37fa713-e408-4c30-9412-5e8373254f8d/crucible/regions/c3116493-1fe8-42f0-8835-e4ae99aec403","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:23.536899904Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"c3116493-1fe8-42f0-8835-e4ae99aec403\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/c3116493-1fe8-42f0-8835-e4ae99aec403\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:23.72387047Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"region":"c3116493-1fe8-42f0-8835-e4ae99aec403","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"c3116493-1fe8-42f0-8835-e4ae99aec403\" \"--data\" \"/data/regions/c3116493-1fe8-42f0-8835-e4ae99aec403\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:23.725765484Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"region":"c3116493-1fe8-42f0-8835-e4ae99aec403","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:23.824755028Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"uri":"/crucible/0/regions","method":"POST","req_id":"feec7065-e993-402a-992b-0c27ba2cde29","remote_addr":"[fd00:1122:3344:101::a]:44085","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":78,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:24.021708157Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"region":"c3116493-1fe8-42f0-8835-e4ae99aec403","component":"worker"}
{"msg":"region c3116493-1fe8-42f0-8835-e4ae99aec403 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:24.021745658Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:24.021869292Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-c3116493-1fe8-42f0-8835-e4ae99aec403","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:24.023563409Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-c3116493-1fe8-42f0-8835-e4ae99aec403","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:24.077969081Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:24.12206051Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-c3116493-1fe8-42f0-8835-e4ae99aec403","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:24.148401286Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c3116493-1fe8-42f0-8835-e4ae99aec403","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:24.148627492Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:24.148682694Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:24.148731275Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:24.148778407Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:24.197236399Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:24.249805138Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:24.327015365Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"uri":"/crucible/0/regions","method":"POST","req_id":"ccdaf97e-5999-4b61-ac5b-2463c5fee8ab","remote_addr":"[fd00:1122:3344:101::a]:44085","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":596,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:54.49260223Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"uri":"/crucible/0/regions/c3116493-1fe8-42f0-8835-e4ae99aec403","method":"GET","req_id":"0673f626-e82d-4b75-9ab9-0f26919f6cfe","remote_addr":"[fd00:1122:3344:101::a]:44085","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":51,"response_code":"200"}
{"msg":"path is \"/data/regions/c3116493-1fe8-42f0-8835-e4ae99aec403\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:54.496659585Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"component":"datafile"}
{"msg":"dataset is oxp_a37fa713-e408-4c30-9412-5e8373254f8d/crucible/regions/c3116493-1fe8-42f0-8835-e4ae99aec403","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:54.509700934Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"component":"datafile"}
{"msg":"region c3116493-1fe8-42f0-8835-e4ae99aec403 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:54.520620853Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:54.520816149Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:54.52087268Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"uri":"/crucible/0/regions/c3116493-1fe8-42f0-8835-e4ae99aec403","method":"DELETE","req_id":"15f99c65-471c-417d-9343-8fe1fc7505fe","remote_addr":"[fd00:1122:3344:101::a]:44085","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":24249,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-c3116493-1fe8-42f0-8835-e4ae99aec403 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:54.522714552Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:54.52403942Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"uri":"/crucible/0/regions/c3116493-1fe8-42f0-8835-e4ae99aec403","method":"GET","req_id":"a694be23-354e-48c4-915e-e331c10eee4a","remote_addr":"[fd00:1122:3344:101::a]:44085","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":33,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:54.53532183Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_a37fa713-e408-4c30-9412-5e8373254f8d/crucible/regions/c3116493-1fe8-42f0-8835-e4ae99aec403\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:54.546564268Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"region":"c3116493-1fe8-42f0-8835-e4ae99aec403","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:54.592409677Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"uri":"/crucible/0/regions/c3116493-1fe8-42f0-8835-e4ae99aec403","method":"GET","req_id":"8b3de9b5-8452-4d98-8625-ff99ccd889f1","remote_addr":"[fd00:1122:3344:101::a]:44085","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":84,"response_code":"200"}
{"msg":"region c3116493-1fe8-42f0-8835-e4ae99aec403 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:54.619415812Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:54.761761174Z","hostname":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","pid":22577,"uri":"/crucible/0/regions/c3116493-1fe8-42f0-8835-e4ae99aec403","method":"GET","req_id":"7212faae-5956-4f14-8852-d91b3446cc55","remote_addr":"[fd00:1122:3344:101::a]:44085","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":44,"response_code":"200"}