[ Jan 27 09:31:30 Enabled. ]
[ Jan 27 09:31:30 Rereading configuration. ]
[ Jan 27 09:31:33 Rereading configuration. ]
[ Jan 27 09:31:36 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_1990e07a-cfb7-436f-b017-73d119d10c34/crucible -l [fd00:1122:3344:101::1a]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_1990e07a-cfb7-436f-b017-73d119d10c34/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:31:36.771459716Z","hostname":"oxz_crucible_2e459145-50ff-4cfb-99c9-4cf21ad624bb","pid":24629}
{"msg":"listen IP: [fd00:1122:3344:101::1a]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:31:36.776118184Z","hostname":"oxz_crucible_2e459145-50ff-4cfb-99c9-4cf21ad624bb","pid":24629}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:31:36.776154265Z","hostname":"oxz_crucible_2e459145-50ff-4cfb-99c9-4cf21ad624bb","pid":24629}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:31:36.783095976Z","hostname":"oxz_crucible_2e459145-50ff-4cfb-99c9-4cf21ad624bb","pid":24629,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:31:36.872654217Z","hostname":"oxz_crucible_2e459145-50ff-4cfb-99c9-4cf21ad624bb","pid":24629,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:18.073999171Z","hostname":"oxz_crucible_2e459145-50ff-4cfb-99c9-4cf21ad624bb","pid":24629,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:46957"}
{"msg":"region 250eac06-8c2b-47c5-b1fc-516e65b9a291 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:18.128871016Z","hostname":"oxz_crucible_2e459145-50ff-4cfb-99c9-4cf21ad624bb","pid":24629,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:18.134042146Z","hostname":"oxz_crucible_2e459145-50ff-4cfb-99c9-4cf21ad624bb","pid":24629,"uri":"/crucible/0/regions","method":"POST","req_id":"cf308f14-99c8-4f16-931b-db3f0eee4ac1","remote_addr":"[fd00:1122:3344:101::b]:46957","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":25904,"response_code":"200"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:18.148916401Z","hostname":"oxz_crucible_2e459145-50ff-4cfb-99c9-4cf21ad624bb","pid":24629,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_1990e07a-cfb7-436f-b017-73d119d10c34/crucible/regions/250eac06-8c2b-47c5-b1fc-516e65b9a291","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:18.156938698Z","hostname":"oxz_crucible_2e459145-50ff-4cfb-99c9-4cf21ad624bb","pid":24629,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_1990e07a-cfb7-436f-b017-73d119d10c34/crucible/regions/250eac06-8c2b-47c5-b1fc-516e65b9a291","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:18.156964258Z","hostname":"oxz_crucible_2e459145-50ff-4cfb-99c9-4cf21ad624bb","pid":24629,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"250eac06-8c2b-47c5-b1fc-516e65b9a291\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/250eac06-8c2b-47c5-b1fc-516e65b9a291\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:18.249869457Z","hostname":"oxz_crucible_2e459145-50ff-4cfb-99c9-4cf21ad624bb","pid":24629,"region":"250eac06-8c2b-47c5-b1fc-516e65b9a291","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"250eac06-8c2b-47c5-b1fc-516e65b9a291\" \"--data\" \"/data/regions/250eac06-8c2b-47c5-b1fc-516e65b9a291\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:18.252110409Z","hostname":"oxz_crucible_2e459145-50ff-4cfb-99c9-4cf21ad624bb","pid":24629,"region":"250eac06-8c2b-47c5-b1fc-516e65b9a291","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:18.410685643Z","hostname":"oxz_crucible_2e459145-50ff-4cfb-99c9-4cf21ad624bb","pid":24629,"uri":"/crucible/0/regions","method":"POST","req_id":"e686e0b9-b1fe-4c91-abab-ef89d90cecbf","remote_addr":"[fd00:1122:3344:101::b]:46957","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":88,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:18.561745013Z","hostname":"oxz_crucible_2e459145-50ff-4cfb-99c9-4cf21ad624bb","pid":24629,"region":"250eac06-8c2b-47c5-b1fc-516e65b9a291","component":"worker"}
{"msg":"region 250eac06-8c2b-47c5-b1fc-516e65b9a291 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:18.561815375Z","hostname":"oxz_crucible_2e459145-50ff-4cfb-99c9-4cf21ad624bb","pid":24629,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:18.56205181Z","hostname":"oxz_crucible_2e459145-50ff-4cfb-99c9-4cf21ad624bb","pid":24629,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-250eac06-8c2b-47c5-b1fc-516e65b9a291","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:18.562695125Z","hostname":"oxz_crucible_2e459145-50ff-4cfb-99c9-4cf21ad624bb","pid":24629,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-250eac06-8c2b-47c5-b1fc-516e65b9a291","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:18.577436677Z","hostname":"oxz_crucible_2e459145-50ff-4cfb-99c9-4cf21ad624bb","pid":24629,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:18.607640929Z","hostname":"oxz_crucible_2e459145-50ff-4cfb-99c9-4cf21ad624bb","pid":24629,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-250eac06-8c2b-47c5-b1fc-516e65b9a291","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:18.633985081Z","hostname":"oxz_crucible_2e459145-50ff-4cfb-99c9-4cf21ad624bb","pid":24629,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/250eac06-8c2b-47c5-b1fc-516e65b9a291","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:18.634520184Z","hostname":"oxz_crucible_2e459145-50ff-4cfb-99c9-4cf21ad624bb","pid":24629,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:18.641402204Z","hostname":"oxz_crucible_2e459145-50ff-4cfb-99c9-4cf21ad624bb","pid":24629,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:18.641474155Z","hostname":"oxz_crucible_2e459145-50ff-4cfb-99c9-4cf21ad624bb","pid":24629,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:18.641523486Z","hostname":"oxz_crucible_2e459145-50ff-4cfb-99c9-4cf21ad624bb","pid":24629,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:18.655513031Z","hostname":"oxz_crucible_2e459145-50ff-4cfb-99c9-4cf21ad624bb","pid":24629,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:18.662615296Z","hostname":"oxz_crucible_2e459145-50ff-4cfb-99c9-4cf21ad624bb","pid":24629,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:19.046951136Z","hostname":"oxz_crucible_2e459145-50ff-4cfb-99c9-4cf21ad624bb","pid":24629,"uri":"/crucible/0/regions","method":"POST","req_id":"78c72741-b55a-4c8a-b042-c724f3982511","remote_addr":"[fd00:1122:3344:101::b]:46957","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":72,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:19.446492848Z","hostname":"oxz_crucible_2e459145-50ff-4cfb-99c9-4cf21ad624bb","pid":24629,"uri":"/crucible/0/regions/250eac06-8c2b-47c5-b1fc-516e65b9a291","method":"GET","req_id":"c0f2fcf4-74ea-4f4a-b917-852eb802ec71","remote_addr":"[fd00:1122:3344:101::b]:46957","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":54,"response_code":"200"}
{"msg":"path is \"/data/regions/250eac06-8c2b-47c5-b1fc-516e65b9a291\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:19.448841683Z","hostname":"oxz_crucible_2e459145-50ff-4cfb-99c9-4cf21ad624bb","pid":24629,"component":"datafile"}
{"msg":"dataset is oxp_1990e07a-cfb7-436f-b017-73d119d10c34/crucible/regions/250eac06-8c2b-47c5-b1fc-516e65b9a291","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:19.459613683Z","hostname":"oxz_crucible_2e459145-50ff-4cfb-99c9-4cf21ad624bb","pid":24629,"component":"datafile"}
{"msg":"region 250eac06-8c2b-47c5-b1fc-516e65b9a291 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:19.469508023Z","hostname":"oxz_crucible_2e459145-50ff-4cfb-99c9-4cf21ad624bb","pid":24629,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:19.469728408Z","hostname":"oxz_crucible_2e459145-50ff-4cfb-99c9-4cf21ad624bb","pid":24629,"component":"worker"}
{"msg":"disabling downstairs instance: downstairs-250eac06-8c2b-47c5-b1fc-516e65b9a291 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:19.470734922Z","hostname":"oxz_crucible_2e459145-50ff-4cfb-99c9-4cf21ad624bb","pid":24629,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:19.471659173Z","hostname":"oxz_crucible_2e459145-50ff-4cfb-99c9-4cf21ad624bb","pid":24629,"uri":"/crucible/0/regions/250eac06-8c2b-47c5-b1fc-516e65b9a291","method":"DELETE","req_id":"06b56f44-71a4-4315-932e-cb384c24f17d","remote_addr":"[fd00:1122:3344:101::b]:46957","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":22848,"response_code":"204"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:19.474211142Z","hostname":"oxz_crucible_2e459145-50ff-4cfb-99c9-4cf21ad624bb","pid":24629,"uri":"/crucible/0/regions/250eac06-8c2b-47c5-b1fc-516e65b9a291","method":"GET","req_id":"99582776-3222-4f39-a497-29670792f014","remote_addr":"[fd00:1122:3344:101::b]:46957","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":28,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:19.477287694Z","hostname":"oxz_crucible_2e459145-50ff-4cfb-99c9-4cf21ad624bb","pid":24629,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_1990e07a-cfb7-436f-b017-73d119d10c34/crucible/regions/250eac06-8c2b-47c5-b1fc-516e65b9a291\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:19.486493438Z","hostname":"oxz_crucible_2e459145-50ff-4cfb-99c9-4cf21ad624bb","pid":24629,"region":"250eac06-8c2b-47c5-b1fc-516e65b9a291","component":"worker"}
{"msg":"region 250eac06-8c2b-47c5-b1fc-516e65b9a291 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:19.554409676Z","hostname":"oxz_crucible_2e459145-50ff-4cfb-99c9-4cf21ad624bb","pid":24629,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:19.567136261Z","hostname":"oxz_crucible_2e459145-50ff-4cfb-99c9-4cf21ad624bb","pid":24629,"uri":"/crucible/0/regions/250eac06-8c2b-47c5-b1fc-516e65b9a291","method":"GET","req_id":"e358b1b2-bfe6-4fe4-b864-435dcc728f7b","remote_addr":"[fd00:1122:3344:101::b]:46957","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":76,"response_code":"200"}
{"msg":"region 6ec70df4-ea96-41a5-8f83-0f242650e068 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:21.828810217Z","hostname":"oxz_crucible_2e459145-50ff-4cfb-99c9-4cf21ad624bb","pid":24629,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:21.829032212Z","hostname":"oxz_crucible_2e459145-50ff-4cfb-99c9-4cf21ad624bb","pid":24629,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:21.829078413Z","hostname":"oxz_crucible_2e459145-50ff-4cfb-99c9-4cf21ad624bb","pid":24629,"uri":"/crucible/0/regions","method":"POST","req_id":"17e66345-7a78-41d1-a439-1c623cf649ec","remote_addr":"[fd00:1122:3344:101::b]:46957","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":297,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_1990e07a-cfb7-436f-b017-73d119d10c34/crucible/regions/6ec70df4-ea96-41a5-8f83-0f242650e068","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:21.838441821Z","hostname":"oxz_crucible_2e459145-50ff-4cfb-99c9-4cf21ad624bb","pid":24629,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_1990e07a-cfb7-436f-b017-73d119d10c34/crucible/regions/6ec70df4-ea96-41a5-8f83-0f242650e068","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:21.838467751Z","hostname":"oxz_crucible_2e459145-50ff-4cfb-99c9-4cf21ad624bb","pid":24629,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"6ec70df4-ea96-41a5-8f83-0f242650e068\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/6ec70df4-ea96-41a5-8f83-0f242650e068\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:21.921361108Z","hostname":"oxz_crucible_2e459145-50ff-4cfb-99c9-4cf21ad624bb","pid":24629,"region":"6ec70df4-ea96-41a5-8f83-0f242650e068","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"6ec70df4-ea96-41a5-8f83-0f242650e068\" \"--data\" \"/data/regions/6ec70df4-ea96-41a5-8f83-0f242650e068\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:21.923319923Z","hostname":"oxz_crucible_2e459145-50ff-4cfb-99c9-4cf21ad624bb","pid":24629,"region":"6ec70df4-ea96-41a5-8f83-0f242650e068","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:22.103953479Z","hostname":"oxz_crucible_2e459145-50ff-4cfb-99c9-4cf21ad624bb","pid":24629,"region":"6ec70df4-ea96-41a5-8f83-0f242650e068","component":"worker"}
{"msg":"region 6ec70df4-ea96-41a5-8f83-0f242650e068 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:22.104000511Z","hostname":"oxz_crucible_2e459145-50ff-4cfb-99c9-4cf21ad624bb","pid":24629,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:22.104090522Z","hostname":"oxz_crucible_2e459145-50ff-4cfb-99c9-4cf21ad624bb","pid":24629,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-6ec70df4-ea96-41a5-8f83-0f242650e068","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:22.105502405Z","hostname":"oxz_crucible_2e459145-50ff-4cfb-99c9-4cf21ad624bb","pid":24629,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-6ec70df4-ea96-41a5-8f83-0f242650e068","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:22.112208861Z","hostname":"oxz_crucible_2e459145-50ff-4cfb-99c9-4cf21ad624bb","pid":24629,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:22.135171215Z","hostname":"oxz_crucible_2e459145-50ff-4cfb-99c9-4cf21ad624bb","pid":24629,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-6ec70df4-ea96-41a5-8f83-0f242650e068","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:22.143742434Z","hostname":"oxz_crucible_2e459145-50ff-4cfb-99c9-4cf21ad624bb","pid":24629,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6ec70df4-ea96-41a5-8f83-0f242650e068","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:22.14402887Z","hostname":"oxz_crucible_2e459145-50ff-4cfb-99c9-4cf21ad624bb","pid":24629,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:22.144101112Z","hostname":"oxz_crucible_2e459145-50ff-4cfb-99c9-4cf21ad624bb","pid":24629,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:22.144161744Z","hostname":"oxz_crucible_2e459145-50ff-4cfb-99c9-4cf21ad624bb","pid":24629,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:22.144222315Z","hostname":"oxz_crucible_2e459145-50ff-4cfb-99c9-4cf21ad624bb","pid":24629,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:22.154455083Z","hostname":"oxz_crucible_2e459145-50ff-4cfb-99c9-4cf21ad624bb","pid":24629,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:22.166068742Z","hostname":"oxz_crucible_2e459145-50ff-4cfb-99c9-4cf21ad624bb","pid":24629,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:22.181978652Z","hostname":"oxz_crucible_2e459145-50ff-4cfb-99c9-4cf21ad624bb","pid":24629,"uri":"/crucible/0/regions","method":"POST","req_id":"64923c1f-b763-4b7b-ad01-ac6788b766a1","remote_addr":"[fd00:1122:3344:101::b]:46957","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":91,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:10.908787784Z","hostname":"oxz_crucible_2e459145-50ff-4cfb-99c9-4cf21ad624bb","pid":24629,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:50366"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:10.908930107Z","hostname":"oxz_crucible_2e459145-50ff-4cfb-99c9-4cf21ad624bb","pid":24629,"uri":"/crucible/0/regions/6ec70df4-ea96-41a5-8f83-0f242650e068","method":"GET","req_id":"e53c5ae5-ff65-447b-991a-9143f811aaee","remote_addr":"[fd00:1122:3344:101::b]:50366","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":43,"response_code":"200"}
{"msg":"path is \"/data/regions/6ec70df4-ea96-41a5-8f83-0f242650e068\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:10.913182346Z","hostname":"oxz_crucible_2e459145-50ff-4cfb-99c9-4cf21ad624bb","pid":24629,"component":"datafile"}
{"msg":"dataset is oxp_1990e07a-cfb7-436f-b017-73d119d10c34/crucible/regions/6ec70df4-ea96-41a5-8f83-0f242650e068","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:10.92199752Z","hostname":"oxz_crucible_2e459145-50ff-4cfb-99c9-4cf21ad624bb","pid":24629,"component":"datafile"}
{"msg":"snapshot is oxp_1990e07a-cfb7-436f-b017-73d119d10c34/crucible/regions/6ec70df4-ea96-41a5-8f83-0f242650e068@a64ec56a-0146-486a-8266-3727e23c9078","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:10.930324304Z","hostname":"oxz_crucible_2e459145-50ff-4cfb-99c9-4cf21ad624bb","pid":24629,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_1990e07a-cfb7-436f-b017-73d119d10c34/crucible/regions/6ec70df4-ea96-41a5-8f83-0f242650e068\", \"a64ec56a-0146-486a-8266-3727e23c9078\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:10.930353994Z","hostname":"oxz_crucible_2e459145-50ff-4cfb-99c9-4cf21ad624bb","pid":24629,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:10.942157099Z","hostname":"oxz_crucible_2e459145-50ff-4cfb-99c9-4cf21ad624bb","pid":24629,"uri":"/crucible/0/regions/6ec70df4-ea96-41a5-8f83-0f242650e068/snapshots/a64ec56a-0146-486a-8266-3727e23c9078","method":"GET","req_id":"c1129375-af51-40a8-8571-0f6165b9abb8","remote_addr":"[fd00:1122:3344:101::b]:50366","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":29530,"response_code":"200"}
{"msg":"path is \"/data/regions/6ec70df4-ea96-41a5-8f83-0f242650e068\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:10.945538597Z","hostname":"oxz_crucible_2e459145-50ff-4cfb-99c9-4cf21ad624bb","pid":24629,"component":"datafile"}
{"msg":"dataset is oxp_1990e07a-cfb7-436f-b017-73d119d10c34/crucible/regions/6ec70df4-ea96-41a5-8f83-0f242650e068","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:10.953253677Z","hostname":"oxz_crucible_2e459145-50ff-4cfb-99c9-4cf21ad624bb","pid":24629,"component":"datafile"}
{"msg":"snapshot is oxp_1990e07a-cfb7-436f-b017-73d119d10c34/crucible/regions/6ec70df4-ea96-41a5-8f83-0f242650e068@a64ec56a-0146-486a-8266-3727e23c9078","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:10.961214202Z","hostname":"oxz_crucible_2e459145-50ff-4cfb-99c9-4cf21ad624bb","pid":24629,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_1990e07a-cfb7-436f-b017-73d119d10c34/crucible/regions/6ec70df4-ea96-41a5-8f83-0f242650e068\", \"a64ec56a-0146-486a-8266-3727e23c9078\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:10.961255483Z","hostname":"oxz_crucible_2e459145-50ff-4cfb-99c9-4cf21ad624bb","pid":24629,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 6ec70df4-ea96-41a5-8f83-0f242650e068-a64ec56a-0146-486a-8266-3727e23c9078 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:10.969557105Z","hostname":"oxz_crucible_2e459145-50ff-4cfb-99c9-4cf21ad624bb","pid":24629,"component":"datafile"}
{"msg":"applying SMF actions for region 6ec70df4-ea96-41a5-8f83-0f242650e068 running snapshot a64ec56a-0146-486a-8266-3727e23c9078 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:10.970141429Z","hostname":"oxz_crucible_2e459145-50ff-4cfb-99c9-4cf21ad624bb","pid":24629,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:10.970159989Z","hostname":"oxz_crucible_2e459145-50ff-4cfb-99c9-4cf21ad624bb","pid":24629,"uri":"/crucible/0/regions/6ec70df4-ea96-41a5-8f83-0f242650e068/snapshots/a64ec56a-0146-486a-8266-3727e23c9078/run","method":"POST","req_id":"d169fb1c-04dd-4827-9552-3cfaa0aa768c","remote_addr":"[fd00:1122:3344:101::b]:50366","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":24707,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-6ec70df4-ea96-41a5-8f83-0f242650e068-a64ec56a-0146-486a-8266-3727e23c9078","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:10.977723575Z","hostname":"oxz_crucible_2e459145-50ff-4cfb-99c9-4cf21ad624bb","pid":24629,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-6ec70df4-ea96-41a5-8f83-0f242650e068-a64ec56a-0146-486a-8266-3727e23c9078","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:10.9895584Z","hostname":"oxz_crucible_2e459145-50ff-4cfb-99c9-4cf21ad624bb","pid":24629,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-6ec70df4-ea96-41a5-8f83-0f242650e068-a64ec56a-0146-486a-8266-3727e23c9078","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:11.011259344Z","hostname":"oxz_crucible_2e459145-50ff-4cfb-99c9-4cf21ad624bb","pid":24629,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6ec70df4-ea96-41a5-8f83-0f242650e068/.zfs/snapshot/a64ec56a-0146-486a-8266-3727e23c9078","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:11.011555431Z","hostname":"oxz_crucible_2e459145-50ff-4cfb-99c9-4cf21ad624bb","pid":24629,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:11.011619593Z","hostname":"oxz_crucible_2e459145-50ff-4cfb-99c9-4cf21ad624bb","pid":24629,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:11.011667484Z","hostname":"oxz_crucible_2e459145-50ff-4cfb-99c9-4cf21ad624bb","pid":24629,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:11.011714025Z","hostname":"oxz_crucible_2e459145-50ff-4cfb-99c9-4cf21ad624bb","pid":24629,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:11.011777856Z","hostname":"oxz_crucible_2e459145-50ff-4cfb-99c9-4cf21ad624bb","pid":24629,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:11.019488845Z","hostname":"oxz_crucible_2e459145-50ff-4cfb-99c9-4cf21ad624bb","pid":24629,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:11.025264299Z","hostname":"oxz_crucible_2e459145-50ff-4cfb-99c9-4cf21ad624bb","pid":24629,"component":"worker"}
{"msg":"region 6ec70df4-ea96-41a5-8f83-0f242650e068 running snapshot a64ec56a-0146-486a-8266-3727e23c9078 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:11.02528125Z","hostname":"oxz_crucible_2e459145-50ff-4cfb-99c9-4cf21ad624bb","pid":24629,"component":"datafile"}
{"msg":"path is \"/data/regions/6ec70df4-ea96-41a5-8f83-0f242650e068\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:11.10493499Z","hostname":"oxz_crucible_2e459145-50ff-4cfb-99c9-4cf21ad624bb","pid":24629,"component":"datafile"}
{"msg":"dataset is oxp_1990e07a-cfb7-436f-b017-73d119d10c34/crucible/regions/6ec70df4-ea96-41a5-8f83-0f242650e068","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:11.115499316Z","hostname":"oxz_crucible_2e459145-50ff-4cfb-99c9-4cf21ad624bb","pid":24629,"component":"datafile"}
{"msg":"snapshot is oxp_1990e07a-cfb7-436f-b017-73d119d10c34/crucible/regions/6ec70df4-ea96-41a5-8f83-0f242650e068@a64ec56a-0146-486a-8266-3727e23c9078","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:11.126094492Z","hostname":"oxz_crucible_2e459145-50ff-4cfb-99c9-4cf21ad624bb","pid":24629,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_1990e07a-cfb7-436f-b017-73d119d10c34/crucible/regions/6ec70df4-ea96-41a5-8f83-0f242650e068\", \"a64ec56a-0146-486a-8266-3727e23c9078\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:11.126149033Z","hostname":"oxz_crucible_2e459145-50ff-4cfb-99c9-4cf21ad624bb","pid":24629,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:11.137671311Z","hostname":"oxz_crucible_2e459145-50ff-4cfb-99c9-4cf21ad624bb","pid":24629,"uri":"/crucible/0/regions/6ec70df4-ea96-41a5-8f83-0f242650e068/snapshots/a64ec56a-0146-486a-8266-3727e23c9078/run","method":"POST","req_id":"a4e0a4ae-ce64-4c16-a0fc-949eab75a582","remote_addr":"[fd00:1122:3344:101::b]:50366","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":32748,"response_code":"200"}