[ Jul 22 23:07:14 Enabled. ] [ Jul 22 23:07:14 Rereading configuration. ] [ Jul 22 23:07:18 Rereading configuration. ] [ Jul 22 23:07:22 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_841ffe65-670a-48fb-849c-f06cbff070dc/crucible -l [fd00:1122:3344:101::17]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_841ffe65-670a-48fb-849c-f06cbff070dc/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-22T23:07:22.931193058Z","hostname":"oxz_crucible_ab316834-9b2f-42bf-9414-65e898bbf7de","pid":23579} {"msg":"listen IP: [fd00:1122:3344:101::17]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-07-22T23:07:22.935014633Z","hostname":"oxz_crucible_ab316834-9b2f-42bf-9414-65e898bbf7de","pid":23579} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-22T23:07:22.935031303Z","hostname":"oxz_crucible_ab316834-9b2f-42bf-9414-65e898bbf7de","pid":23579} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-22T23:07:22.951652101Z","hostname":"oxz_crucible_ab316834-9b2f-42bf-9414-65e898bbf7de","pid":23579,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-07-22T23:07:23.090981485Z","hostname":"oxz_crucible_ab316834-9b2f-42bf-9414-65e898bbf7de","pid":23579,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-07-22T23:07:42.061400987Z","hostname":"oxz_crucible_ab316834-9b2f-42bf-9414-65e898bbf7de","pid":23579,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:41272"} {"msg":"region bdb55751-38f5-4339-bf9f-9e9c84921b5b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-07-22T23:07:42.063055378Z","hostname":"oxz_crucible_ab316834-9b2f-42bf-9414-65e898bbf7de","pid":23579,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-22T23:07:42.063954844Z","hostname":"oxz_crucible_ab316834-9b2f-42bf-9414-65e898bbf7de","pid":23579,"uri":"/crucible/0/regions","method":"POST","req_id":"1213dd24-5bc3-4f91-a578-e4937b0ab65a","remote_addr":"[fd00:1122:3344:101::c]:41272","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":1617,"response_code":"200"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-07-22T23:07:42.063978224Z","hostname":"oxz_crucible_ab316834-9b2f-42bf-9414-65e898bbf7de","pid":23579,"component":"worker"} {"msg":"zfs set reservation of 1342177280 for oxp_841ffe65-670a-48fb-849c-f06cbff070dc/crucible/regions/bdb55751-38f5-4339-bf9f-9e9c84921b5b","v":0,"name":"crucible-agent","level":30,"time":"2024-07-22T23:07:42.07402976Z","hostname":"oxz_crucible_ab316834-9b2f-42bf-9414-65e898bbf7de","pid":23579,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_841ffe65-670a-48fb-849c-f06cbff070dc/crucible/regions/bdb55751-38f5-4339-bf9f-9e9c84921b5b","v":0,"name":"crucible-agent","level":30,"time":"2024-07-22T23:07:42.0740624Z","hostname":"oxz_crucible_ab316834-9b2f-42bf-9414-65e898bbf7de","pid":23579,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"bdb55751-38f5-4339-bf9f-9e9c84921b5b\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/bdb55751-38f5-4339-bf9f-9e9c84921b5b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-22T23:07:42.140952254Z","hostname":"oxz_crucible_ab316834-9b2f-42bf-9414-65e898bbf7de","pid":23579,"region":"bdb55751-38f5-4339-bf9f-9e9c84921b5b","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"bdb55751-38f5-4339-bf9f-9e9c84921b5b\" \"--data\" \"/data/regions/bdb55751-38f5-4339-bf9f-9e9c84921b5b\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-22T23:07:42.143056797Z","hostname":"oxz_crucible_ab316834-9b2f-42bf-9414-65e898bbf7de","pid":23579,"region":"bdb55751-38f5-4339-bf9f-9e9c84921b5b","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-07-22T23:07:42.270238483Z","hostname":"oxz_crucible_ab316834-9b2f-42bf-9414-65e898bbf7de","pid":23579,"region":"bdb55751-38f5-4339-bf9f-9e9c84921b5b","component":"worker"} {"msg":"region bdb55751-38f5-4339-bf9f-9e9c84921b5b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-07-22T23:07:42.270290053Z","hostname":"oxz_crucible_ab316834-9b2f-42bf-9414-65e898bbf7de","pid":23579,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-22T23:07:42.270365804Z","hostname":"oxz_crucible_ab316834-9b2f-42bf-9414-65e898bbf7de","pid":23579,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-bdb55751-38f5-4339-bf9f-9e9c84921b5b","v":0,"name":"crucible-agent","level":30,"time":"2024-07-22T23:07:42.270789327Z","hostname":"oxz_crucible_ab316834-9b2f-42bf-9414-65e898bbf7de","pid":23579,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-bdb55751-38f5-4339-bf9f-9e9c84921b5b","v":0,"name":"crucible-agent","level":30,"time":"2024-07-22T23:07:42.27896807Z","hostname":"oxz_crucible_ab316834-9b2f-42bf-9414-65e898bbf7de","pid":23579,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-22T23:07:42.288924584Z","hostname":"oxz_crucible_ab316834-9b2f-42bf-9414-65e898bbf7de","pid":23579,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-bdb55751-38f5-4339-bf9f-9e9c84921b5b","v":0,"name":"crucible-agent","level":30,"time":"2024-07-22T23:07:42.293185132Z","hostname":"oxz_crucible_ab316834-9b2f-42bf-9414-65e898bbf7de","pid":23579,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/bdb55751-38f5-4339-bf9f-9e9c84921b5b","v":0,"name":"crucible-agent","level":30,"time":"2024-07-22T23:07:42.293769416Z","hostname":"oxz_crucible_ab316834-9b2f-42bf-9414-65e898bbf7de","pid":23579,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-22T23:07:42.293853006Z","hostname":"oxz_crucible_ab316834-9b2f-42bf-9414-65e898bbf7de","pid":23579,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-07-22T23:07:42.293898747Z","hostname":"oxz_crucible_ab316834-9b2f-42bf-9414-65e898bbf7de","pid":23579,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-22T23:07:42.293934707Z","hostname":"oxz_crucible_ab316834-9b2f-42bf-9414-65e898bbf7de","pid":23579,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-22T23:07:42.301077363Z","hostname":"oxz_crucible_ab316834-9b2f-42bf-9414-65e898bbf7de","pid":23579,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-22T23:07:42.315514027Z","hostname":"oxz_crucible_ab316834-9b2f-42bf-9414-65e898bbf7de","pid":23579,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-22T23:07:42.377515929Z","hostname":"oxz_crucible_ab316834-9b2f-42bf-9414-65e898bbf7de","pid":23579,"uri":"/crucible/0/regions","method":"POST","req_id":"c342cefa-9208-4047-ab1b-ff56c5fb5262","remote_addr":"[fd00:1122:3344:101::c]:41272","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":82,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-22T23:07:42.844700501Z","hostname":"oxz_crucible_ab316834-9b2f-42bf-9414-65e898bbf7de","pid":23579,"uri":"/crucible/0/regions/bdb55751-38f5-4339-bf9f-9e9c84921b5b","method":"GET","req_id":"46b5738b-849c-4980-8cca-4f6760d69fbf","remote_addr":"[fd00:1122:3344:101::c]:41272","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":116,"response_code":"200"} {"msg":"path is \"/data/regions/bdb55751-38f5-4339-bf9f-9e9c84921b5b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-22T23:07:42.849003229Z","hostname":"oxz_crucible_ab316834-9b2f-42bf-9414-65e898bbf7de","pid":23579,"component":"datafile"} {"msg":"dataset is oxp_841ffe65-670a-48fb-849c-f06cbff070dc/crucible/regions/bdb55751-38f5-4339-bf9f-9e9c84921b5b","v":0,"name":"crucible-agent","level":30,"time":"2024-07-22T23:07:42.860166371Z","hostname":"oxz_crucible_ab316834-9b2f-42bf-9414-65e898bbf7de","pid":23579,"component":"datafile"} {"msg":"region bdb55751-38f5-4339-bf9f-9e9c84921b5b state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-07-22T23:07:42.869623323Z","hostname":"oxz_crucible_ab316834-9b2f-42bf-9414-65e898bbf7de","pid":23579,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-22T23:07:42.869761004Z","hostname":"oxz_crucible_ab316834-9b2f-42bf-9414-65e898bbf7de","pid":23579,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-22T23:07:42.869840954Z","hostname":"oxz_crucible_ab316834-9b2f-42bf-9414-65e898bbf7de","pid":23579,"uri":"/crucible/0/regions/bdb55751-38f5-4339-bf9f-9e9c84921b5b","method":"DELETE","req_id":"4d4a44cc-4216-4b2e-9dfb-b53e7a8c967c","remote_addr":"[fd00:1122:3344:101::c]:41272","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":20898,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-bdb55751-38f5-4339-bf9f-9e9c84921b5b (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-07-22T23:07:42.871032742Z","hostname":"oxz_crucible_ab316834-9b2f-42bf-9414-65e898bbf7de","pid":23579,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-22T23:07:42.873143076Z","hostname":"oxz_crucible_ab316834-9b2f-42bf-9414-65e898bbf7de","pid":23579,"uri":"/crucible/0/regions/bdb55751-38f5-4339-bf9f-9e9c84921b5b","method":"GET","req_id":"54328463-5c3f-46bd-853f-df7b51eeea4d","remote_addr":"[fd00:1122:3344:101::c]:41272","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":36,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-22T23:07:42.87684977Z","hostname":"oxz_crucible_ab316834-9b2f-42bf-9414-65e898bbf7de","pid":23579,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_841ffe65-670a-48fb-849c-f06cbff070dc/crucible/regions/bdb55751-38f5-4339-bf9f-9e9c84921b5b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-22T23:07:42.886931905Z","hostname":"oxz_crucible_ab316834-9b2f-42bf-9414-65e898bbf7de","pid":23579,"region":"bdb55751-38f5-4339-bf9f-9e9c84921b5b","component":"worker"} {"msg":"region bdb55751-38f5-4339-bf9f-9e9c84921b5b state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-22T23:07:42.946245Z","hostname":"oxz_crucible_ab316834-9b2f-42bf-9414-65e898bbf7de","pid":23579,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-22T23:07:42.956871099Z","hostname":"oxz_crucible_ab316834-9b2f-42bf-9414-65e898bbf7de","pid":23579,"uri":"/crucible/0/regions/bdb55751-38f5-4339-bf9f-9e9c84921b5b","method":"GET","req_id":"b9632a02-7f35-4bbf-ac42-447488f2f27b","remote_addr":"[fd00:1122:3344:101::c]:41272","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":78,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-07-22T23:13:45.935162063Z","hostname":"oxz_crucible_ab316834-9b2f-42bf-9414-65e898bbf7de","pid":23579,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:60867"} {"msg":"region c7e3d24a-5b9d-4090-8a97-08e27ac8394c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-07-22T23:13:45.935285474Z","hostname":"oxz_crucible_ab316834-9b2f-42bf-9414-65e898bbf7de","pid":23579,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-07-22T23:13:45.937974511Z","hostname":"oxz_crucible_ab316834-9b2f-42bf-9414-65e898bbf7de","pid":23579,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-22T23:13:45.937996092Z","hostname":"oxz_crucible_ab316834-9b2f-42bf-9414-65e898bbf7de","pid":23579,"uri":"/crucible/0/regions","method":"POST","req_id":"fb50a1c9-990e-4338-b9cc-ba5a266be1cd","remote_addr":"[fd00:1122:3344:101::a]:60867","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":2758,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_841ffe65-670a-48fb-849c-f06cbff070dc/crucible/regions/c7e3d24a-5b9d-4090-8a97-08e27ac8394c","v":0,"name":"crucible-agent","level":30,"time":"2024-07-22T23:13:45.949249785Z","hostname":"oxz_crucible_ab316834-9b2f-42bf-9414-65e898bbf7de","pid":23579,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_841ffe65-670a-48fb-849c-f06cbff070dc/crucible/regions/c7e3d24a-5b9d-4090-8a97-08e27ac8394c","v":0,"name":"crucible-agent","level":30,"time":"2024-07-22T23:13:45.949290295Z","hostname":"oxz_crucible_ab316834-9b2f-42bf-9414-65e898bbf7de","pid":23579,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"c7e3d24a-5b9d-4090-8a97-08e27ac8394c\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/c7e3d24a-5b9d-4090-8a97-08e27ac8394c\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-22T23:13:46.034622879Z","hostname":"oxz_crucible_ab316834-9b2f-42bf-9414-65e898bbf7de","pid":23579,"region":"c7e3d24a-5b9d-4090-8a97-08e27ac8394c","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"c7e3d24a-5b9d-4090-8a97-08e27ac8394c\" \"--data\" \"/data/regions/c7e3d24a-5b9d-4090-8a97-08e27ac8394c\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-22T23:13:46.036649832Z","hostname":"oxz_crucible_ab316834-9b2f-42bf-9414-65e898bbf7de","pid":23579,"region":"c7e3d24a-5b9d-4090-8a97-08e27ac8394c","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-22T23:13:46.220842437Z","hostname":"oxz_crucible_ab316834-9b2f-42bf-9414-65e898bbf7de","pid":23579,"uri":"/crucible/0/regions","method":"POST","req_id":"a27ee86e-223b-4dd2-968a-24b52481544c","remote_addr":"[fd00:1122:3344:101::a]:60867","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":636,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-07-22T23:13:46.481940902Z","hostname":"oxz_crucible_ab316834-9b2f-42bf-9414-65e898bbf7de","pid":23579,"region":"c7e3d24a-5b9d-4090-8a97-08e27ac8394c","component":"worker"} {"msg":"region c7e3d24a-5b9d-4090-8a97-08e27ac8394c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-07-22T23:13:46.481978812Z","hostname":"oxz_crucible_ab316834-9b2f-42bf-9414-65e898bbf7de","pid":23579,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-22T23:13:46.482077453Z","hostname":"oxz_crucible_ab316834-9b2f-42bf-9414-65e898bbf7de","pid":23579,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-c7e3d24a-5b9d-4090-8a97-08e27ac8394c","v":0,"name":"crucible-agent","level":30,"time":"2024-07-22T23:13:46.483410722Z","hostname":"oxz_crucible_ab316834-9b2f-42bf-9414-65e898bbf7de","pid":23579,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-c7e3d24a-5b9d-4090-8a97-08e27ac8394c","v":0,"name":"crucible-agent","level":30,"time":"2024-07-22T23:13:46.493312836Z","hostname":"oxz_crucible_ab316834-9b2f-42bf-9414-65e898bbf7de","pid":23579,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-22T23:13:46.518341979Z","hostname":"oxz_crucible_ab316834-9b2f-42bf-9414-65e898bbf7de","pid":23579,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-c7e3d24a-5b9d-4090-8a97-08e27ac8394c","v":0,"name":"crucible-agent","level":30,"time":"2024-07-22T23:13:46.528404483Z","hostname":"oxz_crucible_ab316834-9b2f-42bf-9414-65e898bbf7de","pid":23579,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c7e3d24a-5b9d-4090-8a97-08e27ac8394c","v":0,"name":"crucible-agent","level":30,"time":"2024-07-22T23:13:46.52871235Z","hostname":"oxz_crucible_ab316834-9b2f-42bf-9414-65e898bbf7de","pid":23579,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-22T23:13:46.528758786Z","hostname":"oxz_crucible_ab316834-9b2f-42bf-9414-65e898bbf7de","pid":23579,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-07-22T23:13:46.52880057Z","hostname":"oxz_crucible_ab316834-9b2f-42bf-9414-65e898bbf7de","pid":23579,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-22T23:13:46.528839139Z","hostname":"oxz_crucible_ab316834-9b2f-42bf-9414-65e898bbf7de","pid":23579,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-22T23:13:46.537300871Z","hostname":"oxz_crucible_ab316834-9b2f-42bf-9414-65e898bbf7de","pid":23579,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-22T23:13:46.544574328Z","hostname":"oxz_crucible_ab316834-9b2f-42bf-9414-65e898bbf7de","pid":23579,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-22T23:13:46.724614037Z","hostname":"oxz_crucible_ab316834-9b2f-42bf-9414-65e898bbf7de","pid":23579,"uri":"/crucible/0/regions","method":"POST","req_id":"e5469a52-55bd-46e9-ab30-2c862c308213","remote_addr":"[fd00:1122:3344:101::a]:60867","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":574,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-22T23:14:11.153402344Z","hostname":"oxz_crucible_ab316834-9b2f-42bf-9414-65e898bbf7de","pid":23579,"uri":"/crucible/0/regions/c7e3d24a-5b9d-4090-8a97-08e27ac8394c","method":"GET","req_id":"43ee48d3-33a9-4f91-8883-592aeb8268d8","remote_addr":"[fd00:1122:3344:101::a]:60867","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":54,"response_code":"200"} {"msg":"path is \"/data/regions/c7e3d24a-5b9d-4090-8a97-08e27ac8394c\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-22T23:14:11.155761079Z","hostname":"oxz_crucible_ab316834-9b2f-42bf-9414-65e898bbf7de","pid":23579,"component":"datafile"} {"msg":"dataset is oxp_841ffe65-670a-48fb-849c-f06cbff070dc/crucible/regions/c7e3d24a-5b9d-4090-8a97-08e27ac8394c","v":0,"name":"crucible-agent","level":30,"time":"2024-07-22T23:14:11.166351308Z","hostname":"oxz_crucible_ab316834-9b2f-42bf-9414-65e898bbf7de","pid":23579,"component":"datafile"} {"msg":"region c7e3d24a-5b9d-4090-8a97-08e27ac8394c state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-07-22T23:14:11.175086094Z","hostname":"oxz_crucible_ab316834-9b2f-42bf-9414-65e898bbf7de","pid":23579,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-22T23:14:11.175327406Z","hostname":"oxz_crucible_ab316834-9b2f-42bf-9414-65e898bbf7de","pid":23579,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-22T23:14:11.175410507Z","hostname":"oxz_crucible_ab316834-9b2f-42bf-9414-65e898bbf7de","pid":23579,"uri":"/crucible/0/regions/c7e3d24a-5b9d-4090-8a97-08e27ac8394c","method":"DELETE","req_id":"fb190479-318b-4bcd-b50b-d6f743a6a72d","remote_addr":"[fd00:1122:3344:101::a]:60867","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":19686,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-c7e3d24a-5b9d-4090-8a97-08e27ac8394c (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-07-22T23:14:11.177066987Z","hostname":"oxz_crucible_ab316834-9b2f-42bf-9414-65e898bbf7de","pid":23579,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-22T23:14:11.177903083Z","hostname":"oxz_crucible_ab316834-9b2f-42bf-9414-65e898bbf7de","pid":23579,"uri":"/crucible/0/regions/c7e3d24a-5b9d-4090-8a97-08e27ac8394c","method":"GET","req_id":"a142651d-6d1a-4a99-b6f7-6dbc4242617b","remote_addr":"[fd00:1122:3344:101::a]:60867","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":37,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-22T23:14:11.181200764Z","hostname":"oxz_crucible_ab316834-9b2f-42bf-9414-65e898bbf7de","pid":23579,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_841ffe65-670a-48fb-849c-f06cbff070dc/crucible/regions/c7e3d24a-5b9d-4090-8a97-08e27ac8394c\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-22T23:14:11.190171555Z","hostname":"oxz_crucible_ab316834-9b2f-42bf-9414-65e898bbf7de","pid":23579,"region":"c7e3d24a-5b9d-4090-8a97-08e27ac8394c","component":"worker"} {"msg":"region c7e3d24a-5b9d-4090-8a97-08e27ac8394c state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-22T23:14:11.241290104Z","hostname":"oxz_crucible_ab316834-9b2f-42bf-9414-65e898bbf7de","pid":23579,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-22T23:14:11.294013697Z","hostname":"oxz_crucible_ab316834-9b2f-42bf-9414-65e898bbf7de","pid":23579,"uri":"/crucible/0/regions/c7e3d24a-5b9d-4090-8a97-08e27ac8394c","method":"GET","req_id":"3043446e-1e27-4ed2-ad3e-c5e8f48eb2a5","remote_addr":"[fd00:1122:3344:101::a]:60867","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":55,"response_code":"200"}