[ Feb 21 01:16:55 Enabled. ]
[ Feb 21 01:16:55 Rereading configuration. ]
[ Feb 21 01:16:57 Rereading configuration. ]
[ Feb 21 01:16:59 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crucible -l [fd00:1122:3344:101::18]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:16:59.100666659Z","hostname":"oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa","pid":23422}
{"msg":"listen IP: [fd00:1122:3344:101::18]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:16:59.107550115Z","hostname":"oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa","pid":23422}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:16:59.107573806Z","hostname":"oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa","pid":23422}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:16:59.244648039Z","hostname":"oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa","pid":23422,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:17:44.192672953Z","hostname":"oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa","pid":23422,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:51943"}
{"msg":"region ce9aac36-1935-44d6-8dc2-43c79b373b96 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:17:44.213796595Z","hostname":"oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa","pid":23422,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:17:44.21595119Z","hostname":"oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa","pid":23422,"uri":"/crucible/0/regions","method":"POST","req_id":"104c0d43-1790-4f96-b80c-f2b7c28102cd","remote_addr":"[fd00:1122:3344:101::c]:51943","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":9482,"response_code":"200"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:17:44.216674171Z","hostname":"oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa","pid":23422,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crucible/regions/ce9aac36-1935-44d6-8dc2-43c79b373b96","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:17:44.225751883Z","hostname":"oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa","pid":23422,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crucible/regions/ce9aac36-1935-44d6-8dc2-43c79b373b96","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:17:44.225793434Z","hostname":"oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa","pid":23422,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"ce9aac36-1935-44d6-8dc2-43c79b373b96\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/ce9aac36-1935-44d6-8dc2-43c79b373b96\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:17:44.325742738Z","hostname":"oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa","pid":23422,"region":"ce9aac36-1935-44d6-8dc2-43c79b373b96","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:17:44.444496143Z","hostname":"oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa","pid":23422,"uri":"/crucible/0/regions","method":"POST","req_id":"62791391-54da-44db-988d-a124b7bc761c","remote_addr":"[fd00:1122:3344:101::c]:51943","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":75,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:17:44.516692985Z","hostname":"oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa","pid":23422,"region":"ce9aac36-1935-44d6-8dc2-43c79b373b96","component":"worker"}
{"msg":"region ce9aac36-1935-44d6-8dc2-43c79b373b96 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:17:44.516719436Z","hostname":"oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa","pid":23422,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:17:44.516858961Z","hostname":"oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa","pid":23422,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-ce9aac36-1935-44d6-8dc2-43c79b373b96","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:17:44.517333485Z","hostname":"oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa","pid":23422,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-ce9aac36-1935-44d6-8dc2-43c79b373b96","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:17:44.526129628Z","hostname":"oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa","pid":23422,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:17:44.554837338Z","hostname":"oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa","pid":23422,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ce9aac36-1935-44d6-8dc2-43c79b373b96","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:17:44.565740204Z","hostname":"oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa","pid":23422,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ce9aac36-1935-44d6-8dc2-43c79b373b96","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:17:44.568472706Z","hostname":"oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa","pid":23422,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:17:44.570585079Z","hostname":"oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa","pid":23422,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:17:44.570640681Z","hostname":"oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa","pid":23422,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:17:44.570689713Z","hostname":"oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa","pid":23422,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:17:44.599964469Z","hostname":"oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa","pid":23422,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:17:44.623990749Z","hostname":"oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa","pid":23422,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:17:44.950992321Z","hostname":"oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa","pid":23422,"uri":"/crucible/0/regions","method":"POST","req_id":"03f0e066-0b56-43d8-b4ce-7ff457a4c630","remote_addr":"[fd00:1122:3344:101::c]:51943","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":66,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:17:45.806727856Z","hostname":"oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa","pid":23422,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:54448"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:17:45.808750767Z","hostname":"oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa","pid":23422,"uri":"/crucible/0/regions/ce9aac36-1935-44d6-8dc2-43c79b373b96","method":"GET","req_id":"ed31a82c-cf94-4ae8-8afb-afa010698ca7","remote_addr":"[fd00:1122:3344:101::c]:54448","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":2036,"response_code":"200"}
{"msg":"path is \"/data/regions/ce9aac36-1935-44d6-8dc2-43c79b373b96\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:17:45.808929478Z","hostname":"oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa","pid":23422,"component":"datafile"}
{"msg":"dataset is oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crucible/regions/ce9aac36-1935-44d6-8dc2-43c79b373b96","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:17:45.817847149Z","hostname":"oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa","pid":23422,"component":"datafile"}
{"msg":"region ce9aac36-1935-44d6-8dc2-43c79b373b96 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:17:45.825116147Z","hostname":"oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa","pid":23422,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:17:45.825278511Z","hostname":"oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa","pid":23422,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:17:45.825342664Z","hostname":"oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa","pid":23422,"uri":"/crucible/0/regions/ce9aac36-1935-44d6-8dc2-43c79b373b96","method":"DELETE","req_id":"0bd73e4a-6da4-448f-9b5b-cac5e7a5244f","remote_addr":"[fd00:1122:3344:101::c]:54448","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":16398,"response_code":"204"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:17:45.825486928Z","hostname":"oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa","pid":23422,"uri":"/crucible/0/regions/ce9aac36-1935-44d6-8dc2-43c79b373b96","method":"GET","req_id":"6425e205-aace-48d3-850e-d1bb2bb539e3","remote_addr":"[fd00:1122:3344:101::c]:54448","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":25,"response_code":"200"}
{"msg":"disabling downstairs instance: downstairs-ce9aac36-1935-44d6-8dc2-43c79b373b96 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:17:45.826343213Z","hostname":"oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa","pid":23422,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:17:45.839895239Z","hostname":"oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa","pid":23422,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crucible/regions/ce9aac36-1935-44d6-8dc2-43c79b373b96\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:17:45.849347952Z","hostname":"oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa","pid":23422,"region":"ce9aac36-1935-44d6-8dc2-43c79b373b96","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:17:45.888388601Z","hostname":"oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa","pid":23422,"uri":"/crucible/0/regions/ce9aac36-1935-44d6-8dc2-43c79b373b96","method":"GET","req_id":"8f16a739-d73b-471e-ba21-82d06d0b44d3","remote_addr":"[fd00:1122:3344:101::c]:54448","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":634,"response_code":"200"}
{"msg":"region ce9aac36-1935-44d6-8dc2-43c79b373b96 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:17:45.932981267Z","hostname":"oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa","pid":23422,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:17:45.97782844Z","hostname":"oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa","pid":23422,"uri":"/crucible/0/regions/ce9aac36-1935-44d6-8dc2-43c79b373b96","method":"GET","req_id":"840f855b-082d-4555-a393-d952d31c6731","remote_addr":"[fd00:1122:3344:101::c]:54448","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":669,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:18:34.230841042Z","hostname":"oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa","pid":23422,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:55500"}
{"msg":"region 7cbb08fa-fc5a-4491-933a-07ae98cd7e5d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:18:34.230955326Z","hostname":"oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa","pid":23422,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:18:34.231233494Z","hostname":"oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa","pid":23422,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:18:34.231248205Z","hostname":"oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa","pid":23422,"uri":"/crucible/0/regions","method":"POST","req_id":"2b835afd-b762-4e34-be16-6de7c736179c","remote_addr":"[fd00:1122:3344:101::a]:55500","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":329,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crucible/regions/7cbb08fa-fc5a-4491-933a-07ae98cd7e5d","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:18:34.240974126Z","hostname":"oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa","pid":23422,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crucible/regions/7cbb08fa-fc5a-4491-933a-07ae98cd7e5d","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:18:34.241014107Z","hostname":"oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa","pid":23422,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"7cbb08fa-fc5a-4491-933a-07ae98cd7e5d\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/7cbb08fa-fc5a-4491-933a-07ae98cd7e5d\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:18:34.288742187Z","hostname":"oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa","pid":23422,"region":"7cbb08fa-fc5a-4491-933a-07ae98cd7e5d","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:18:34.358500935Z","hostname":"oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa","pid":23422,"region":"7cbb08fa-fc5a-4491-933a-07ae98cd7e5d","component":"worker"}
{"msg":"region 7cbb08fa-fc5a-4491-933a-07ae98cd7e5d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:18:34.358551867Z","hostname":"oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa","pid":23422,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:18:34.35866406Z","hostname":"oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa","pid":23422,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-7cbb08fa-fc5a-4491-933a-07ae98cd7e5d","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:18:34.360294529Z","hostname":"oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa","pid":23422,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-7cbb08fa-fc5a-4491-933a-07ae98cd7e5d","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:18:34.363427983Z","hostname":"oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa","pid":23422,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:18:34.370457183Z","hostname":"oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa","pid":23422,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-7cbb08fa-fc5a-4491-933a-07ae98cd7e5d","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:18:34.373617418Z","hostname":"oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa","pid":23422,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/7cbb08fa-fc5a-4491-933a-07ae98cd7e5d","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:18:34.373932567Z","hostname":"oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa","pid":23422,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:18:34.373988989Z","hostname":"oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa","pid":23422,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:18:34.374080642Z","hostname":"oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa","pid":23422,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:18:34.374128133Z","hostname":"oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa","pid":23422,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:18:34.37769183Z","hostname":"oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa","pid":23422,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:18:34.379441563Z","hostname":"oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa","pid":23422,"uri":"/crucible/0/regions","method":"POST","req_id":"24ca3d1c-75a3-4d02-9b7c-155c593c527a","remote_addr":"[fd00:1122:3344:101::a]:55500","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":71,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:18:34.382563866Z","hostname":"oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa","pid":23422,"component":"worker"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:23:58.952676971Z","hostname":"oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa","pid":23422,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:35362"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:23:58.952821336Z","hostname":"oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa","pid":23422,"uri":"/crucible/0/regions/7cbb08fa-fc5a-4491-933a-07ae98cd7e5d","method":"GET","req_id":"fba2d9fb-5ebe-4bb1-b8b2-2e1f02085959","remote_addr":"[fd00:1122:3344:101::a]:35362","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":53,"response_code":"200"}
{"msg":"path is \"/data/regions/7cbb08fa-fc5a-4491-933a-07ae98cd7e5d\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:23:58.952913498Z","hostname":"oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa","pid":23422,"component":"datafile"}
{"msg":"dataset is oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crucible/regions/7cbb08fa-fc5a-4491-933a-07ae98cd7e5d","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:23:58.963558417Z","hostname":"oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa","pid":23422,"component":"datafile"}
{"msg":"snapshot is oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crucible/regions/7cbb08fa-fc5a-4491-933a-07ae98cd7e5d@a3e9b599-0b1b-4d20-be9f-3b9142328a61","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:23:58.971575407Z","hostname":"oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa","pid":23422,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crucible/regions/7cbb08fa-fc5a-4491-933a-07ae98cd7e5d\", \"a3e9b599-0b1b-4d20-be9f-3b9142328a61\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:23:58.971627149Z","hostname":"oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa","pid":23422,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:23:58.998207615Z","hostname":"oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa","pid":23422,"uri":"/crucible/0/regions/7cbb08fa-fc5a-4491-933a-07ae98cd7e5d/snapshots/a3e9b599-0b1b-4d20-be9f-3b9142328a61","method":"GET","req_id":"27758621-537a-49c3-9aae-8ea528badbc2","remote_addr":"[fd00:1122:3344:101::a]:35362","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":45307,"response_code":"200"}
{"msg":"path is \"/data/regions/7cbb08fa-fc5a-4491-933a-07ae98cd7e5d\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:23:58.998421821Z","hostname":"oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa","pid":23422,"component":"datafile"}
{"msg":"dataset is oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crucible/regions/7cbb08fa-fc5a-4491-933a-07ae98cd7e5d","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:23:59.005939256Z","hostname":"oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa","pid":23422,"component":"datafile"}
{"msg":"snapshot is oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crucible/regions/7cbb08fa-fc5a-4491-933a-07ae98cd7e5d@a3e9b599-0b1b-4d20-be9f-3b9142328a61","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:23:59.012975097Z","hostname":"oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa","pid":23422,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crucible/regions/7cbb08fa-fc5a-4491-933a-07ae98cd7e5d\", \"a3e9b599-0b1b-4d20-be9f-3b9142328a61\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:23:59.013007298Z","hostname":"oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa","pid":23422,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 7cbb08fa-fc5a-4491-933a-07ae98cd7e5d-a3e9b599-0b1b-4d20-be9f-3b9142328a61 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:23:59.021734309Z","hostname":"oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa","pid":23422,"component":"datafile"}
{"msg":"applying SMF actions for region 7cbb08fa-fc5a-4491-933a-07ae98cd7e5d running snapshot a3e9b599-0b1b-4d20-be9f-3b9142328a61 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:23:59.022671587Z","hostname":"oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa","pid":23422,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:23:59.022718399Z","hostname":"oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa","pid":23422,"uri":"/crucible/0/regions/7cbb08fa-fc5a-4491-933a-07ae98cd7e5d/snapshots/a3e9b599-0b1b-4d20-be9f-3b9142328a61/run","method":"POST","req_id":"7a2b1442-b4b6-4640-a618-aa1d88c5f76f","remote_addr":"[fd00:1122:3344:101::a]:35362","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":24326,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-7cbb08fa-fc5a-4491-933a-07ae98cd7e5d-a3e9b599-0b1b-4d20-be9f-3b9142328a61","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:23:59.03476783Z","hostname":"oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa","pid":23422,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-7cbb08fa-fc5a-4491-933a-07ae98cd7e5d-a3e9b599-0b1b-4d20-be9f-3b9142328a61","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:23:59.061216762Z","hostname":"oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa","pid":23422,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-7cbb08fa-fc5a-4491-933a-07ae98cd7e5d-a3e9b599-0b1b-4d20-be9f-3b9142328a61","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:23:59.148633308Z","hostname":"oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa","pid":23422,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/7cbb08fa-fc5a-4491-933a-07ae98cd7e5d/.zfs/snapshot/a3e9b599-0b1b-4d20-be9f-3b9142328a61","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:23:59.148868206Z","hostname":"oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa","pid":23422,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:23:59.148938357Z","hostname":"oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa","pid":23422,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:23:59.148994579Z","hostname":"oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa","pid":23422,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:23:59.149047471Z","hostname":"oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa","pid":23422,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:23:59.149113243Z","hostname":"oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa","pid":23422,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:23:59.172482273Z","hostname":"oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa","pid":23422,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:23:59.207180822Z","hostname":"oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa","pid":23422,"component":"worker"}
{"msg":"region 7cbb08fa-fc5a-4491-933a-07ae98cd7e5d running snapshot a3e9b599-0b1b-4d20-be9f-3b9142328a61 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:23:59.207197262Z","hostname":"oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa","pid":23422,"component":"datafile"}