[ Oct  9 17:19:23 Enabled. ]
[ Oct  9 17:19:23 Rereading configuration. ]
[ Oct  9 17:19:25 Rereading configuration. ]
[ Oct  9 17:19:28 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_e1224a3e-3bfb-4008-ad54-095a519153b9/crucible -l [fd00:1122:3344:101::14]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_e1224a3e-3bfb-4008-ad54-095a519153b9/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:19:28.301467847Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856}
{"msg":"listen IP: [fd00:1122:3344:101::14]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:19:28.303273756Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:19:28.303283736Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:19:28.331553425Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:19:28.435941923Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:20:27.267117433Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:57065"}
{"msg":"region fb15ba01-d6c7-4eed-adf7-685621455455 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:20:27.280794208Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:20:27.285130411Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"uri":"/crucible/0/regions","method":"POST","req_id":"ba89bbee-b491-431e-8aeb-7ea6a945c926","remote_addr":"[fd00:1122:3344:101::c]:57065","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":8600,"response_code":"200"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:20:27.286205264Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_e1224a3e-3bfb-4008-ad54-095a519153b9/crucible/regions/fb15ba01-d6c7-4eed-adf7-685621455455","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:20:27.295092306Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_e1224a3e-3bfb-4008-ad54-095a519153b9/crucible/regions/fb15ba01-d6c7-4eed-adf7-685621455455","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:20:27.295145877Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"fb15ba01-d6c7-4eed-adf7-685621455455\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/fb15ba01-d6c7-4eed-adf7-685621455455\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:20:27.371131023Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"region":"fb15ba01-d6c7-4eed-adf7-685621455455","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"fb15ba01-d6c7-4eed-adf7-685621455455\" \"--data\" \"/data/regions/fb15ba01-d6c7-4eed-adf7-685621455455\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:20:27.373159987Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"region":"fb15ba01-d6c7-4eed-adf7-685621455455","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:20:27.497144977Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"region":"fb15ba01-d6c7-4eed-adf7-685621455455","component":"worker"}
{"msg":"region fb15ba01-d6c7-4eed-adf7-685621455455 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:20:27.497229559Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:20:27.497428293Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-fb15ba01-d6c7-4eed-adf7-685621455455","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:20:27.497865032Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-fb15ba01-d6c7-4eed-adf7-685621455455","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:20:27.501078002Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:20:27.517310491Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-fb15ba01-d6c7-4eed-adf7-685621455455","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:20:27.522337299Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/fb15ba01-d6c7-4eed-adf7-685621455455","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:20:27.529563435Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:20:27.529643027Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:20:27.529692788Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:20:27.529748729Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:20:27.533587202Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:20:27.538559639Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:20:27.548412481Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"uri":"/crucible/0/regions","method":"POST","req_id":"320cdd33-7053-4457-b6e2-fef04a22cc8b","remote_addr":"[fd00:1122:3344:101::c]:57065","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":69,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:20:28.261039467Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"uri":"/crucible/0/regions/fb15ba01-d6c7-4eed-adf7-685621455455","method":"GET","req_id":"c7871f71-96c7-4d18-8a4b-b17530681d42","remote_addr":"[fd00:1122:3344:101::c]:57065","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":438,"response_code":"200"}
{"msg":"path is \"/data/regions/fb15ba01-d6c7-4eed-adf7-685621455455\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:20:28.264187845Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"component":"datafile"}
{"msg":"dataset is oxp_e1224a3e-3bfb-4008-ad54-095a519153b9/crucible/regions/fb15ba01-d6c7-4eed-adf7-685621455455","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:20:28.275037899Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"component":"datafile"}
{"msg":"region fb15ba01-d6c7-4eed-adf7-685621455455 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:20:28.284195616Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:20:28.284360669Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:20:28.284439341Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"uri":"/crucible/0/regions/fb15ba01-d6c7-4eed-adf7-685621455455","method":"DELETE","req_id":"0a44b6aa-5e20-45ea-a834-5e40deb47f15","remote_addr":"[fd00:1122:3344:101::c]:57065","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":20279,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-fb15ba01-d6c7-4eed-adf7-685621455455 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:20:28.285423983Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:20:28.287567899Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"uri":"/crucible/0/regions/fb15ba01-d6c7-4eed-adf7-685621455455","method":"GET","req_id":"b240fd10-4150-4e16-8aec-4939ef58c2bd","remote_addr":"[fd00:1122:3344:101::c]:57065","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":35,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:20:28.289580292Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_e1224a3e-3bfb-4008-ad54-095a519153b9/crucible/regions/fb15ba01-d6c7-4eed-adf7-685621455455\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:20:28.300819114Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"region":"fb15ba01-d6c7-4eed-adf7-685621455455","component":"worker"}
{"msg":"region fb15ba01-d6c7-4eed-adf7-685621455455 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:20:28.368665985Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:20:28.441368541Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"uri":"/crucible/0/regions/fb15ba01-d6c7-4eed-adf7-685621455455","method":"GET","req_id":"3f748510-83ce-4948-8210-366565efadbc","remote_addr":"[fd00:1122:3344:101::c]:57065","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":81,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:20:41.611067761Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:54171"}
{"msg":"region 1c54eac8-4ecf-4dc6-a559-9928bdc705b7 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:20:41.611901469Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:20:41.612069683Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"uri":"/crucible/0/regions","method":"POST","req_id":"938d7c2d-51a8-4b5d-a475-265c5674802e","remote_addr":"[fd00:1122:3344:101::a]:54171","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":855,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:20:41.612086523Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_e1224a3e-3bfb-4008-ad54-095a519153b9/crucible/regions/1c54eac8-4ecf-4dc6-a559-9928bdc705b7","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:20:41.621190979Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_e1224a3e-3bfb-4008-ad54-095a519153b9/crucible/regions/1c54eac8-4ecf-4dc6-a559-9928bdc705b7","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:20:41.621226Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"1c54eac8-4ecf-4dc6-a559-9928bdc705b7\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/1c54eac8-4ecf-4dc6-a559-9928bdc705b7\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:20:41.686052376Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"region":"1c54eac8-4ecf-4dc6-a559-9928bdc705b7","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"1c54eac8-4ecf-4dc6-a559-9928bdc705b7\" \"--data\" \"/data/regions/1c54eac8-4ecf-4dc6-a559-9928bdc705b7\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:20:41.686113437Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"region":"1c54eac8-4ecf-4dc6-a559-9928bdc705b7","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:20:41.753197872Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"region":"1c54eac8-4ecf-4dc6-a559-9928bdc705b7","component":"worker"}
{"msg":"region 1c54eac8-4ecf-4dc6-a559-9928bdc705b7 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:20:41.753247033Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:20:41.753462168Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-1c54eac8-4ecf-4dc6-a559-9928bdc705b7","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:20:41.754819207Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-1c54eac8-4ecf-4dc6-a559-9928bdc705b7","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:20:41.757465354Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:20:41.76423377Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-1c54eac8-4ecf-4dc6-a559-9928bdc705b7","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:20:41.767257325Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1c54eac8-4ecf-4dc6-a559-9928bdc705b7","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:20:41.767464039Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:20:41.767515Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:20:41.767555081Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:20:41.767593042Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:20:41.770451464Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:20:41.774572342Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:20:41.952943334Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"uri":"/crucible/0/regions","method":"POST","req_id":"f4f86f63-6371-4bcf-b92a-cc07d1174cd0","remote_addr":"[fd00:1122:3344:101::a]:54171","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":65,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:24:01.777138221Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:34696"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:24:01.777310365Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"uri":"/crucible/0/regions/1c54eac8-4ecf-4dc6-a559-9928bdc705b7","method":"GET","req_id":"78fef413-72d9-4d3f-a58a-591150d81931","remote_addr":"[fd00:1122:3344:101::a]:34696","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":69,"response_code":"200"}
{"msg":"path is \"/data/regions/1c54eac8-4ecf-4dc6-a559-9928bdc705b7\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:24:01.780484053Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"component":"datafile"}
{"msg":"dataset is oxp_e1224a3e-3bfb-4008-ad54-095a519153b9/crucible/regions/1c54eac8-4ecf-4dc6-a559-9928bdc705b7","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:24:01.789111219Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"component":"datafile"}
{"msg":"snapshot is oxp_e1224a3e-3bfb-4008-ad54-095a519153b9/crucible/regions/1c54eac8-4ecf-4dc6-a559-9928bdc705b7@5a769270-2edb-4f6e-8f69-40585f1d8665","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:24:01.798623884Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_e1224a3e-3bfb-4008-ad54-095a519153b9/crucible/regions/1c54eac8-4ecf-4dc6-a559-9928bdc705b7\", \"5a769270-2edb-4f6e-8f69-40585f1d8665\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:24:01.798654985Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:24:01.811984572Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"uri":"/crucible/0/regions/1c54eac8-4ecf-4dc6-a559-9928bdc705b7/snapshots/5a769270-2edb-4f6e-8f69-40585f1d8665","method":"GET","req_id":"be561bb6-d524-496d-b6de-f029adfb7a4d","remote_addr":"[fd00:1122:3344:101::a]:34696","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":31539,"response_code":"200"}
{"msg":"path is \"/data/regions/1c54eac8-4ecf-4dc6-a559-9928bdc705b7\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:24:01.815581979Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"component":"datafile"}
{"msg":"dataset is oxp_e1224a3e-3bfb-4008-ad54-095a519153b9/crucible/regions/1c54eac8-4ecf-4dc6-a559-9928bdc705b7","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:24:01.823234894Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"component":"datafile"}
{"msg":"snapshot is oxp_e1224a3e-3bfb-4008-ad54-095a519153b9/crucible/regions/1c54eac8-4ecf-4dc6-a559-9928bdc705b7@5a769270-2edb-4f6e-8f69-40585f1d8665","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:24:01.830776156Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_e1224a3e-3bfb-4008-ad54-095a519153b9/crucible/regions/1c54eac8-4ecf-4dc6-a559-9928bdc705b7\", \"5a769270-2edb-4f6e-8f69-40585f1d8665\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:24:01.830807717Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 1c54eac8-4ecf-4dc6-a559-9928bdc705b7-5a769270-2edb-4f6e-8f69-40585f1d8665 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:24:01.839186247Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"component":"datafile"}
{"msg":"applying SMF actions for region 1c54eac8-4ecf-4dc6-a559-9928bdc705b7 running snapshot 5a769270-2edb-4f6e-8f69-40585f1d8665 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:24:01.840104387Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:24:01.840115127Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"uri":"/crucible/0/regions/1c54eac8-4ecf-4dc6-a559-9928bdc705b7/snapshots/5a769270-2edb-4f6e-8f69-40585f1d8665/run","method":"POST","req_id":"bc5b7c8a-8d01-4b9c-abee-473067a649e6","remote_addr":"[fd00:1122:3344:101::a]:34696","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":24555,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-1c54eac8-4ecf-4dc6-a559-9928bdc705b7-5a769270-2edb-4f6e-8f69-40585f1d8665","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:24:01.849172113Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-1c54eac8-4ecf-4dc6-a559-9928bdc705b7-5a769270-2edb-4f6e-8f69-40585f1d8665","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:24:01.855663432Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-1c54eac8-4ecf-4dc6-a559-9928bdc705b7-5a769270-2edb-4f6e-8f69-40585f1d8665","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:24:01.865849052Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1c54eac8-4ecf-4dc6-a559-9928bdc705b7/.zfs/snapshot/5a769270-2edb-4f6e-8f69-40585f1d8665","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:24:01.866048096Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:24:01.866093057Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:24:01.866132968Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:24:01.866163508Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:24:01.866213049Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:24:01.869677184Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:24:01.873698231Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"component":"worker"}
{"msg":"region 1c54eac8-4ecf-4dc6-a559-9928bdc705b7 running snapshot 5a769270-2edb-4f6e-8f69-40585f1d8665 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:24:01.873708071Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"component":"datafile"}
{"msg":"path is \"/data/regions/1c54eac8-4ecf-4dc6-a559-9928bdc705b7\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:24:02.16993929Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"component":"datafile"}
{"msg":"dataset is oxp_e1224a3e-3bfb-4008-ad54-095a519153b9/crucible/regions/1c54eac8-4ecf-4dc6-a559-9928bdc705b7","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:24:02.179639889Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"component":"datafile"}
{"msg":"snapshot is oxp_e1224a3e-3bfb-4008-ad54-095a519153b9/crucible/regions/1c54eac8-4ecf-4dc6-a559-9928bdc705b7@5a769270-2edb-4f6e-8f69-40585f1d8665","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:24:02.189095112Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_e1224a3e-3bfb-4008-ad54-095a519153b9/crucible/regions/1c54eac8-4ecf-4dc6-a559-9928bdc705b7\", \"5a769270-2edb-4f6e-8f69-40585f1d8665\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:24:02.189139173Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:24:02.197554104Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"uri":"/crucible/0/regions/1c54eac8-4ecf-4dc6-a559-9928bdc705b7/snapshots/5a769270-2edb-4f6e-8f69-40585f1d8665/run","method":"POST","req_id":"eb3d3934-5212-478c-8f20-f5cd43ef07cd","remote_addr":"[fd00:1122:3344:101::a]:34696","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":27644,"response_code":"200"}
{"msg":"region 077b7733-1f19-49db-99a9-a7d238ce48b5 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:24:05.460164965Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:24:05.460313848Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"uri":"/crucible/0/regions","method":"POST","req_id":"3bf4d16a-566a-4751-923e-0c08e839b5ce","remote_addr":"[fd00:1122:3344:101::a]:34696","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":219,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:24:05.460339579Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_e1224a3e-3bfb-4008-ad54-095a519153b9/crucible/regions/077b7733-1f19-49db-99a9-a7d238ce48b5","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:24:05.468565766Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_e1224a3e-3bfb-4008-ad54-095a519153b9/crucible/regions/077b7733-1f19-49db-99a9-a7d238ce48b5","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:24:05.468615517Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"077b7733-1f19-49db-99a9-a7d238ce48b5\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/077b7733-1f19-49db-99a9-a7d238ce48b5\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:24:05.523355706Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"region":"077b7733-1f19-49db-99a9-a7d238ce48b5","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"077b7733-1f19-49db-99a9-a7d238ce48b5\" \"--data\" \"/data/regions/077b7733-1f19-49db-99a9-a7d238ce48b5\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:24:05.525235386Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"region":"077b7733-1f19-49db-99a9-a7d238ce48b5","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:24:05.592375112Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"region":"077b7733-1f19-49db-99a9-a7d238ce48b5","component":"worker"}
{"msg":"region 077b7733-1f19-49db-99a9-a7d238ce48b5 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:24:05.592410673Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:24:05.592518085Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-077b7733-1f19-49db-99a9-a7d238ce48b5","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:24:05.593536837Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-077b7733-1f19-49db-99a9-a7d238ce48b5","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:24:05.596196805Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:24:05.602797007Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-077b7733-1f19-49db-99a9-a7d238ce48b5","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:24:05.605298021Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/077b7733-1f19-49db-99a9-a7d238ce48b5","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:24:05.605492485Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:24:05.605544266Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:24:05.605583817Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:24:05.605621477Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:24:05.608935519Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:24:05.618826862Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:24:05.796648071Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"uri":"/crucible/0/regions","method":"POST","req_id":"a1e2f273-9c6b-4380-90a7-b5b9ea6cea49","remote_addr":"[fd00:1122:3344:101::a]:34696","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":54,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:24:48.893639828Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"uri":"/crucible/0/regions/077b7733-1f19-49db-99a9-a7d238ce48b5","method":"GET","req_id":"4bf439a7-1c92-42ed-93de-43bd34c5464b","remote_addr":"[fd00:1122:3344:101::a]:34696","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":51,"response_code":"200"}
{"msg":"path is \"/data/regions/077b7733-1f19-49db-99a9-a7d238ce48b5\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:24:48.898027933Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"component":"datafile"}
{"msg":"dataset is oxp_e1224a3e-3bfb-4008-ad54-095a519153b9/crucible/regions/077b7733-1f19-49db-99a9-a7d238ce48b5","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:24:48.916584152Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"component":"datafile"}
{"msg":"region 077b7733-1f19-49db-99a9-a7d238ce48b5 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:24:48.925635797Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:24:48.925836882Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:24:48.925875333Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"uri":"/crucible/0/regions/077b7733-1f19-49db-99a9-a7d238ce48b5","method":"DELETE","req_id":"cf26f9fe-611b-4776-a318-951e9da2561c","remote_addr":"[fd00:1122:3344:101::a]:34696","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":27877,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-077b7733-1f19-49db-99a9-a7d238ce48b5 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:24:48.927540448Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:24:48.928655802Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"uri":"/crucible/0/regions/077b7733-1f19-49db-99a9-a7d238ce48b5","method":"GET","req_id":"c19d2e6a-7e31-433a-aaa3-38f151e853ba","remote_addr":"[fd00:1122:3344:101::a]:34696","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":25,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:24:48.969818849Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_e1224a3e-3bfb-4008-ad54-095a519153b9/crucible/regions/077b7733-1f19-49db-99a9-a7d238ce48b5\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:24:48.979594799Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"region":"077b7733-1f19-49db-99a9-a7d238ce48b5","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:24:49.013123281Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"uri":"/crucible/0/regions/077b7733-1f19-49db-99a9-a7d238ce48b5","method":"GET","req_id":"c4b85dcd-3857-417e-b278-7e070bb71aee","remote_addr":"[fd00:1122:3344:101::a]:34696","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":66,"response_code":"200"}
{"msg":"region 077b7733-1f19-49db-99a9-a7d238ce48b5 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:24:49.131322197Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T17:24:49.155805314Z","hostname":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","pid":21856,"uri":"/crucible/0/regions/077b7733-1f19-49db-99a9-a7d238ce48b5","method":"GET","req_id":"03381b20-6b46-4d57-b1e4-4f3e64902e99","remote_addr":"[fd00:1122:3344:101::a]:34696","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":26,"response_code":"200"}