[ Aug 12 22:32:16 Enabled. ]
[ Aug 12 22:32:16 Rereading configuration. ]
[ Aug 12 22:32:20 Rereading configuration. ]
[ Aug 12 22:32:26 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_ca45bffe-f952-4bbd-bcc4-be5de210718a/crucible -l [fd00:1122:3344:101::17]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_ca45bffe-f952-4bbd-bcc4-be5de210718a/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T22:32:26.835848788Z","hostname":"oxz_crucible_29f4c7b7-f5fa-4187-a8a7-9146b88f3181","pid":22553}
{"msg":"listen IP: [fd00:1122:3344:101::17]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T22:32:26.838464138Z","hostname":"oxz_crucible_29f4c7b7-f5fa-4187-a8a7-9146b88f3181","pid":22553}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T22:32:26.838472708Z","hostname":"oxz_crucible_29f4c7b7-f5fa-4187-a8a7-9146b88f3181","pid":22553}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T22:32:26.852881317Z","hostname":"oxz_crucible_29f4c7b7-f5fa-4187-a8a7-9146b88f3181","pid":22553,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T22:32:26.987483571Z","hostname":"oxz_crucible_29f4c7b7-f5fa-4187-a8a7-9146b88f3181","pid":22553,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T22:33:11.683606116Z","hostname":"oxz_crucible_29f4c7b7-f5fa-4187-a8a7-9146b88f3181","pid":22553,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:63838"}
{"msg":"region 5c6f2fce-c3fe-43a4-873c-7e752c871db6 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T22:33:11.689399542Z","hostname":"oxz_crucible_29f4c7b7-f5fa-4187-a8a7-9146b88f3181","pid":22553,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T22:33:11.6903023Z","hostname":"oxz_crucible_29f4c7b7-f5fa-4187-a8a7-9146b88f3181","pid":22553,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T22:33:11.69031333Z","hostname":"oxz_crucible_29f4c7b7-f5fa-4187-a8a7-9146b88f3181","pid":22553,"uri":"/crucible/0/regions","method":"POST","req_id":"1d81eb03-3018-4c1a-8f49-281db1ea12b4","remote_addr":"[fd00:1122:3344:101::c]:63838","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":1449,"response_code":"200"}
{"msg":"zfs set reservation of 1342177280 for oxp_ca45bffe-f952-4bbd-bcc4-be5de210718a/crucible/regions/5c6f2fce-c3fe-43a4-873c-7e752c871db6","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T22:33:11.69885362Z","hostname":"oxz_crucible_29f4c7b7-f5fa-4187-a8a7-9146b88f3181","pid":22553,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_ca45bffe-f952-4bbd-bcc4-be5de210718a/crucible/regions/5c6f2fce-c3fe-43a4-873c-7e752c871db6","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T22:33:11.69887885Z","hostname":"oxz_crucible_29f4c7b7-f5fa-4187-a8a7-9146b88f3181","pid":22553,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"5c6f2fce-c3fe-43a4-873c-7e752c871db6\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/5c6f2fce-c3fe-43a4-873c-7e752c871db6\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T22:33:11.750080838Z","hostname":"oxz_crucible_29f4c7b7-f5fa-4187-a8a7-9146b88f3181","pid":22553,"region":"5c6f2fce-c3fe-43a4-873c-7e752c871db6","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"5c6f2fce-c3fe-43a4-873c-7e752c871db6\" \"--data\" \"/data/regions/5c6f2fce-c3fe-43a4-873c-7e752c871db6\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T22:33:11.751961255Z","hostname":"oxz_crucible_29f4c7b7-f5fa-4187-a8a7-9146b88f3181","pid":22553,"region":"5c6f2fce-c3fe-43a4-873c-7e752c871db6","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T22:33:11.883495637Z","hostname":"oxz_crucible_29f4c7b7-f5fa-4187-a8a7-9146b88f3181","pid":22553,"region":"5c6f2fce-c3fe-43a4-873c-7e752c871db6","component":"worker"}
{"msg":"region 5c6f2fce-c3fe-43a4-873c-7e752c871db6 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T22:33:11.883542578Z","hostname":"oxz_crucible_29f4c7b7-f5fa-4187-a8a7-9146b88f3181","pid":22553,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T22:33:11.883635901Z","hostname":"oxz_crucible_29f4c7b7-f5fa-4187-a8a7-9146b88f3181","pid":22553,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-5c6f2fce-c3fe-43a4-873c-7e752c871db6","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T22:33:11.884080344Z","hostname":"oxz_crucible_29f4c7b7-f5fa-4187-a8a7-9146b88f3181","pid":22553,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-5c6f2fce-c3fe-43a4-873c-7e752c871db6","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T22:33:11.889305613Z","hostname":"oxz_crucible_29f4c7b7-f5fa-4187-a8a7-9146b88f3181","pid":22553,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T22:33:11.892704947Z","hostname":"oxz_crucible_29f4c7b7-f5fa-4187-a8a7-9146b88f3181","pid":22553,"uri":"/crucible/0/regions","method":"POST","req_id":"56dee0f8-c8b9-47ec-8c9a-90ee994a55bf","remote_addr":"[fd00:1122:3344:101::c]:63838","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":72,"response_code":"200"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T22:33:11.9063099Z","hostname":"oxz_crucible_29f4c7b7-f5fa-4187-a8a7-9146b88f3181","pid":22553,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-5c6f2fce-c3fe-43a4-873c-7e752c871db6","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T22:33:11.915993495Z","hostname":"oxz_crucible_29f4c7b7-f5fa-4187-a8a7-9146b88f3181","pid":22553,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/5c6f2fce-c3fe-43a4-873c-7e752c871db6","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T22:33:11.91681564Z","hostname":"oxz_crucible_29f4c7b7-f5fa-4187-a8a7-9146b88f3181","pid":22553,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T22:33:11.917008046Z","hostname":"oxz_crucible_29f4c7b7-f5fa-4187-a8a7-9146b88f3181","pid":22553,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T22:33:11.917069158Z","hostname":"oxz_crucible_29f4c7b7-f5fa-4187-a8a7-9146b88f3181","pid":22553,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T22:33:11.917120949Z","hostname":"oxz_crucible_29f4c7b7-f5fa-4187-a8a7-9146b88f3181","pid":22553,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T22:33:11.923858374Z","hostname":"oxz_crucible_29f4c7b7-f5fa-4187-a8a7-9146b88f3181","pid":22553,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T22:33:11.928207277Z","hostname":"oxz_crucible_29f4c7b7-f5fa-4187-a8a7-9146b88f3181","pid":22553,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T22:33:12.397400959Z","hostname":"oxz_crucible_29f4c7b7-f5fa-4187-a8a7-9146b88f3181","pid":22553,"uri":"/crucible/0/regions/5c6f2fce-c3fe-43a4-873c-7e752c871db6","method":"GET","req_id":"a9f2452e-330a-4822-b357-2f8dbab38869","remote_addr":"[fd00:1122:3344:101::c]:63838","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":55,"response_code":"200"}
{"msg":"path is \"/data/regions/5c6f2fce-c3fe-43a4-873c-7e752c871db6\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T22:33:12.399200874Z","hostname":"oxz_crucible_29f4c7b7-f5fa-4187-a8a7-9146b88f3181","pid":22553,"component":"datafile"}
{"msg":"dataset is oxp_ca45bffe-f952-4bbd-bcc4-be5de210718a/crucible/regions/5c6f2fce-c3fe-43a4-873c-7e752c871db6","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T22:33:12.407886889Z","hostname":"oxz_crucible_29f4c7b7-f5fa-4187-a8a7-9146b88f3181","pid":22553,"component":"datafile"}
{"msg":"region 5c6f2fce-c3fe-43a4-873c-7e752c871db6 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T22:33:12.416768829Z","hostname":"oxz_crucible_29f4c7b7-f5fa-4187-a8a7-9146b88f3181","pid":22553,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T22:33:12.416931144Z","hostname":"oxz_crucible_29f4c7b7-f5fa-4187-a8a7-9146b88f3181","pid":22553,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T22:33:12.417007886Z","hostname":"oxz_crucible_29f4c7b7-f5fa-4187-a8a7-9146b88f3181","pid":22553,"uri":"/crucible/0/regions/5c6f2fce-c3fe-43a4-873c-7e752c871db6","method":"DELETE","req_id":"8e1d5f6b-3edb-492f-ba73-220eb9fb53f4","remote_addr":"[fd00:1122:3344:101::c]:63838","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":17831,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-5c6f2fce-c3fe-43a4-873c-7e752c871db6 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T22:33:12.41814209Z","hostname":"oxz_crucible_29f4c7b7-f5fa-4187-a8a7-9146b88f3181","pid":22553,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T22:33:12.41910609Z","hostname":"oxz_crucible_29f4c7b7-f5fa-4187-a8a7-9146b88f3181","pid":22553,"uri":"/crucible/0/regions/5c6f2fce-c3fe-43a4-873c-7e752c871db6","method":"GET","req_id":"9255d911-e794-45ca-853c-51374bc81f0d","remote_addr":"[fd00:1122:3344:101::c]:63838","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":23,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T22:33:12.422322098Z","hostname":"oxz_crucible_29f4c7b7-f5fa-4187-a8a7-9146b88f3181","pid":22553,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_ca45bffe-f952-4bbd-bcc4-be5de210718a/crucible/regions/5c6f2fce-c3fe-43a4-873c-7e752c871db6\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T22:33:12.431845927Z","hostname":"oxz_crucible_29f4c7b7-f5fa-4187-a8a7-9146b88f3181","pid":22553,"region":"5c6f2fce-c3fe-43a4-873c-7e752c871db6","component":"worker"}
{"msg":"region 5c6f2fce-c3fe-43a4-873c-7e752c871db6 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T22:33:12.482156617Z","hostname":"oxz_crucible_29f4c7b7-f5fa-4187-a8a7-9146b88f3181","pid":22553,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T22:33:12.551764685Z","hostname":"oxz_crucible_29f4c7b7-f5fa-4187-a8a7-9146b88f3181","pid":22553,"uri":"/crucible/0/regions/5c6f2fce-c3fe-43a4-873c-7e752c871db6","method":"GET","req_id":"533b970b-506e-4794-a21d-eff0f65e3a95","remote_addr":"[fd00:1122:3344:101::c]:63838","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":608,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T22:33:38.513798931Z","hostname":"oxz_crucible_29f4c7b7-f5fa-4187-a8a7-9146b88f3181","pid":22553,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:49583"}
{"msg":"region 07cb78a6-a40f-4520-96ce-529cb230c853 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T22:33:38.513894904Z","hostname":"oxz_crucible_29f4c7b7-f5fa-4187-a8a7-9146b88f3181","pid":22553,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T22:33:38.514056789Z","hostname":"oxz_crucible_29f4c7b7-f5fa-4187-a8a7-9146b88f3181","pid":22553,"uri":"/crucible/0/regions","method":"POST","req_id":"f6addd72-00ef-4694-931f-c6cfae0e5cd6","remote_addr":"[fd00:1122:3344:101::a]:49583","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":198,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T22:33:38.51407542Z","hostname":"oxz_crucible_29f4c7b7-f5fa-4187-a8a7-9146b88f3181","pid":22553,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_ca45bffe-f952-4bbd-bcc4-be5de210718a/crucible/regions/07cb78a6-a40f-4520-96ce-529cb230c853","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T22:33:38.521997321Z","hostname":"oxz_crucible_29f4c7b7-f5fa-4187-a8a7-9146b88f3181","pid":22553,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_ca45bffe-f952-4bbd-bcc4-be5de210718a/crucible/regions/07cb78a6-a40f-4520-96ce-529cb230c853","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T22:33:38.522022341Z","hostname":"oxz_crucible_29f4c7b7-f5fa-4187-a8a7-9146b88f3181","pid":22553,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"07cb78a6-a40f-4520-96ce-529cb230c853\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/07cb78a6-a40f-4520-96ce-529cb230c853\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T22:33:38.567816884Z","hostname":"oxz_crucible_29f4c7b7-f5fa-4187-a8a7-9146b88f3181","pid":22553,"region":"07cb78a6-a40f-4520-96ce-529cb230c853","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"07cb78a6-a40f-4520-96ce-529cb230c853\" \"--data\" \"/data/regions/07cb78a6-a40f-4520-96ce-529cb230c853\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T22:33:38.569681921Z","hostname":"oxz_crucible_29f4c7b7-f5fa-4187-a8a7-9146b88f3181","pid":22553,"region":"07cb78a6-a40f-4520-96ce-529cb230c853","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T22:33:38.628921723Z","hostname":"oxz_crucible_29f4c7b7-f5fa-4187-a8a7-9146b88f3181","pid":22553,"region":"07cb78a6-a40f-4520-96ce-529cb230c853","component":"worker"}
{"msg":"region 07cb78a6-a40f-4520-96ce-529cb230c853 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T22:33:38.628951684Z","hostname":"oxz_crucible_29f4c7b7-f5fa-4187-a8a7-9146b88f3181","pid":22553,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T22:33:38.629060927Z","hostname":"oxz_crucible_29f4c7b7-f5fa-4187-a8a7-9146b88f3181","pid":22553,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-07cb78a6-a40f-4520-96ce-529cb230c853","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T22:33:38.630419189Z","hostname":"oxz_crucible_29f4c7b7-f5fa-4187-a8a7-9146b88f3181","pid":22553,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-07cb78a6-a40f-4520-96ce-529cb230c853","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T22:33:38.63308111Z","hostname":"oxz_crucible_29f4c7b7-f5fa-4187-a8a7-9146b88f3181","pid":22553,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T22:33:38.639602658Z","hostname":"oxz_crucible_29f4c7b7-f5fa-4187-a8a7-9146b88f3181","pid":22553,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-07cb78a6-a40f-4520-96ce-529cb230c853","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T22:33:38.642789335Z","hostname":"oxz_crucible_29f4c7b7-f5fa-4187-a8a7-9146b88f3181","pid":22553,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/07cb78a6-a40f-4520-96ce-529cb230c853","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T22:33:38.643057503Z","hostname":"oxz_crucible_29f4c7b7-f5fa-4187-a8a7-9146b88f3181","pid":22553,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T22:33:38.643116335Z","hostname":"oxz_crucible_29f4c7b7-f5fa-4187-a8a7-9146b88f3181","pid":22553,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T22:33:38.643156176Z","hostname":"oxz_crucible_29f4c7b7-f5fa-4187-a8a7-9146b88f3181","pid":22553,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T22:33:38.643201658Z","hostname":"oxz_crucible_29f4c7b7-f5fa-4187-a8a7-9146b88f3181","pid":22553,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T22:33:38.64658466Z","hostname":"oxz_crucible_29f4c7b7-f5fa-4187-a8a7-9146b88f3181","pid":22553,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T22:33:38.651200651Z","hostname":"oxz_crucible_29f4c7b7-f5fa-4187-a8a7-9146b88f3181","pid":22553,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T22:33:38.81552483Z","hostname":"oxz_crucible_29f4c7b7-f5fa-4187-a8a7-9146b88f3181","pid":22553,"uri":"/crucible/0/regions","method":"POST","req_id":"f0f1a2df-a41b-45a4-9ac4-e200dcb89732","remote_addr":"[fd00:1122:3344:101::a]:49583","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":62,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T22:39:14.862868399Z","hostname":"oxz_crucible_29f4c7b7-f5fa-4187-a8a7-9146b88f3181","pid":22553,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:35631"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T22:39:14.863014304Z","hostname":"oxz_crucible_29f4c7b7-f5fa-4187-a8a7-9146b88f3181","pid":22553,"uri":"/crucible/0/regions/07cb78a6-a40f-4520-96ce-529cb230c853","method":"GET","req_id":"1598c4c9-25a7-4037-aed0-15760b6dfec2","remote_addr":"[fd00:1122:3344:101::a]:35631","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":47,"response_code":"200"}
{"msg":"path is \"/data/regions/07cb78a6-a40f-4520-96ce-529cb230c853\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T22:39:14.868440999Z","hostname":"oxz_crucible_29f4c7b7-f5fa-4187-a8a7-9146b88f3181","pid":22553,"component":"datafile"}
{"msg":"dataset is oxp_ca45bffe-f952-4bbd-bcc4-be5de210718a/crucible/regions/07cb78a6-a40f-4520-96ce-529cb230c853","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T22:39:14.877320139Z","hostname":"oxz_crucible_29f4c7b7-f5fa-4187-a8a7-9146b88f3181","pid":22553,"component":"datafile"}
{"msg":"snapshot is oxp_ca45bffe-f952-4bbd-bcc4-be5de210718a/crucible/regions/07cb78a6-a40f-4520-96ce-529cb230c853@6ad175c4-d009-4baf-bcf4-40a5a6345162","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T22:39:14.886580511Z","hostname":"oxz_crucible_29f4c7b7-f5fa-4187-a8a7-9146b88f3181","pid":22553,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_ca45bffe-f952-4bbd-bcc4-be5de210718a/crucible/regions/07cb78a6-a40f-4520-96ce-529cb230c853\", \"6ad175c4-d009-4baf-bcf4-40a5a6345162\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T22:39:14.886615962Z","hostname":"oxz_crucible_29f4c7b7-f5fa-4187-a8a7-9146b88f3181","pid":22553,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T22:39:14.898117502Z","hostname":"oxz_crucible_29f4c7b7-f5fa-4187-a8a7-9146b88f3181","pid":22553,"uri":"/crucible/0/regions/07cb78a6-a40f-4520-96ce-529cb230c853/snapshots/6ad175c4-d009-4baf-bcf4-40a5a6345162","method":"GET","req_id":"7ad31199-9314-4cdf-8c73-638e070d0c70","remote_addr":"[fd00:1122:3344:101::a]:35631","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":32087,"response_code":"200"}
{"msg":"path is \"/data/regions/07cb78a6-a40f-4520-96ce-529cb230c853\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T22:39:14.900835714Z","hostname":"oxz_crucible_29f4c7b7-f5fa-4187-a8a7-9146b88f3181","pid":22553,"component":"datafile"}
{"msg":"dataset is oxp_ca45bffe-f952-4bbd-bcc4-be5de210718a/crucible/regions/07cb78a6-a40f-4520-96ce-529cb230c853","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T22:39:14.90890284Z","hostname":"oxz_crucible_29f4c7b7-f5fa-4187-a8a7-9146b88f3181","pid":22553,"component":"datafile"}
{"msg":"snapshot is oxp_ca45bffe-f952-4bbd-bcc4-be5de210718a/crucible/regions/07cb78a6-a40f-4520-96ce-529cb230c853@6ad175c4-d009-4baf-bcf4-40a5a6345162","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T22:39:14.916512101Z","hostname":"oxz_crucible_29f4c7b7-f5fa-4187-a8a7-9146b88f3181","pid":22553,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_ca45bffe-f952-4bbd-bcc4-be5de210718a/crucible/regions/07cb78a6-a40f-4520-96ce-529cb230c853\", \"6ad175c4-d009-4baf-bcf4-40a5a6345162\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T22:39:14.916539372Z","hostname":"oxz_crucible_29f4c7b7-f5fa-4187-a8a7-9146b88f3181","pid":22553,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 07cb78a6-a40f-4520-96ce-529cb230c853-6ad175c4-d009-4baf-bcf4-40a5a6345162 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T22:39:14.924238376Z","hostname":"oxz_crucible_29f4c7b7-f5fa-4187-a8a7-9146b88f3181","pid":22553,"component":"datafile"}
{"msg":"applying SMF actions for region 07cb78a6-a40f-4520-96ce-529cb230c853 running snapshot 6ad175c4-d009-4baf-bcf4-40a5a6345162 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T22:39:14.924845525Z","hostname":"oxz_crucible_29f4c7b7-f5fa-4187-a8a7-9146b88f3181","pid":22553,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T22:39:14.924876216Z","hostname":"oxz_crucible_29f4c7b7-f5fa-4187-a8a7-9146b88f3181","pid":22553,"uri":"/crucible/0/regions/07cb78a6-a40f-4520-96ce-529cb230c853/snapshots/6ad175c4-d009-4baf-bcf4-40a5a6345162/run","method":"POST","req_id":"f4600546-c406-40d3-9b22-f1e8fc110e87","remote_addr":"[fd00:1122:3344:101::a]:35631","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":24085,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-07cb78a6-a40f-4520-96ce-529cb230c853-6ad175c4-d009-4baf-bcf4-40a5a6345162","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T22:39:14.930546478Z","hostname":"oxz_crucible_29f4c7b7-f5fa-4187-a8a7-9146b88f3181","pid":22553,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-07cb78a6-a40f-4520-96ce-529cb230c853-6ad175c4-d009-4baf-bcf4-40a5a6345162","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T22:39:14.942034538Z","hostname":"oxz_crucible_29f4c7b7-f5fa-4187-a8a7-9146b88f3181","pid":22553,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-07cb78a6-a40f-4520-96ce-529cb230c853-6ad175c4-d009-4baf-bcf4-40a5a6345162","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T22:39:14.963632575Z","hostname":"oxz_crucible_29f4c7b7-f5fa-4187-a8a7-9146b88f3181","pid":22553,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/07cb78a6-a40f-4520-96ce-529cb230c853/.zfs/snapshot/6ad175c4-d009-4baf-bcf4-40a5a6345162","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T22:39:14.963947054Z","hostname":"oxz_crucible_29f4c7b7-f5fa-4187-a8a7-9146b88f3181","pid":22553,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T22:39:14.964011036Z","hostname":"oxz_crucible_29f4c7b7-f5fa-4187-a8a7-9146b88f3181","pid":22553,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T22:39:14.964059748Z","hostname":"oxz_crucible_29f4c7b7-f5fa-4187-a8a7-9146b88f3181","pid":22553,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T22:39:14.964107949Z","hostname":"oxz_crucible_29f4c7b7-f5fa-4187-a8a7-9146b88f3181","pid":22553,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T22:39:14.964167281Z","hostname":"oxz_crucible_29f4c7b7-f5fa-4187-a8a7-9146b88f3181","pid":22553,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T22:39:14.970690769Z","hostname":"oxz_crucible_29f4c7b7-f5fa-4187-a8a7-9146b88f3181","pid":22553,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T22:39:14.978668372Z","hostname":"oxz_crucible_29f4c7b7-f5fa-4187-a8a7-9146b88f3181","pid":22553,"component":"worker"}
{"msg":"region 07cb78a6-a40f-4520-96ce-529cb230c853 running snapshot 6ad175c4-d009-4baf-bcf4-40a5a6345162 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T22:39:14.978685003Z","hostname":"oxz_crucible_29f4c7b7-f5fa-4187-a8a7-9146b88f3181","pid":22553,"component":"datafile"}
{"msg":"path is \"/data/regions/07cb78a6-a40f-4520-96ce-529cb230c853\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T22:39:15.071504696Z","hostname":"oxz_crucible_29f4c7b7-f5fa-4187-a8a7-9146b88f3181","pid":22553,"component":"datafile"}
{"msg":"dataset is oxp_ca45bffe-f952-4bbd-bcc4-be5de210718a/crucible/regions/07cb78a6-a40f-4520-96ce-529cb230c853","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T22:39:15.080635024Z","hostname":"oxz_crucible_29f4c7b7-f5fa-4187-a8a7-9146b88f3181","pid":22553,"component":"datafile"}
{"msg":"snapshot is oxp_ca45bffe-f952-4bbd-bcc4-be5de210718a/crucible/regions/07cb78a6-a40f-4520-96ce-529cb230c853@6ad175c4-d009-4baf-bcf4-40a5a6345162","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T22:39:15.088649538Z","hostname":"oxz_crucible_29f4c7b7-f5fa-4187-a8a7-9146b88f3181","pid":22553,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_ca45bffe-f952-4bbd-bcc4-be5de210718a/crucible/regions/07cb78a6-a40f-4520-96ce-529cb230c853\", \"6ad175c4-d009-4baf-bcf4-40a5a6345162\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T22:39:15.088687139Z","hostname":"oxz_crucible_29f4c7b7-f5fa-4187-a8a7-9146b88f3181","pid":22553,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T22:39:15.096335662Z","hostname":"oxz_crucible_29f4c7b7-f5fa-4187-a8a7-9146b88f3181","pid":22553,"uri":"/crucible/0/regions/07cb78a6-a40f-4520-96ce-529cb230c853/snapshots/6ad175c4-d009-4baf-bcf4-40a5a6345162/run","method":"POST","req_id":"2f83413b-c103-4ddf-95e6-b116ffb216ef","remote_addr":"[fd00:1122:3344:101::a]:35631","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":24880,"response_code":"200"}