[ Mar 26 19:47:53 Enabled. ]
[ Mar 26 19:47:53 Rereading configuration. ]
[ Mar 26 19:47:56 Rereading configuration. ]
[ Mar 26 19:47:59 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible -l [fd00:1122:3344:101::17]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:47:59.242673435Z","hostname":"oxz_crucible_db275601-0503-4d31-afe4-9fd31f11bac8","pid":22729}
{"msg":"listen IP: [fd00:1122:3344:101::17]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:47:59.251924815Z","hostname":"oxz_crucible_db275601-0503-4d31-afe4-9fd31f11bac8","pid":22729}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:47:59.251947256Z","hostname":"oxz_crucible_db275601-0503-4d31-afe4-9fd31f11bac8","pid":22729}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:47:59.413711811Z","hostname":"oxz_crucible_db275601-0503-4d31-afe4-9fd31f11bac8","pid":22729,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:48:49.897063251Z","hostname":"oxz_crucible_db275601-0503-4d31-afe4-9fd31f11bac8","pid":22729,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:55597"}
{"msg":"region b697dcd7-a359-4c8b-9ba8-fb637f30be39 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:48:49.942937389Z","hostname":"oxz_crucible_db275601-0503-4d31-afe4-9fd31f11bac8","pid":22729,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:48:49.945509937Z","hostname":"oxz_crucible_db275601-0503-4d31-afe4-9fd31f11bac8","pid":22729,"uri":"/crucible/0/regions","method":"POST","req_id":"cd8ba241-62bc-4915-88f4-b08f5316394b","remote_addr":"[fd00:1122:3344:101::b]:55597","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":16801,"response_code":"200"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:48:49.947504187Z","hostname":"oxz_crucible_db275601-0503-4d31-afe4-9fd31f11bac8","pid":22729,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/b697dcd7-a359-4c8b-9ba8-fb637f30be39","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:48:49.95850302Z","hostname":"oxz_crucible_db275601-0503-4d31-afe4-9fd31f11bac8","pid":22729,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/b697dcd7-a359-4c8b-9ba8-fb637f30be39","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:48:49.958532871Z","hostname":"oxz_crucible_db275601-0503-4d31-afe4-9fd31f11bac8","pid":22729,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"b697dcd7-a359-4c8b-9ba8-fb637f30be39\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/b697dcd7-a359-4c8b-9ba8-fb637f30be39\"","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:48:50.015372101Z","hostname":"oxz_crucible_db275601-0503-4d31-afe4-9fd31f11bac8","pid":22729,"region":"b697dcd7-a359-4c8b-9ba8-fb637f30be39","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:48:50.127217346Z","hostname":"oxz_crucible_db275601-0503-4d31-afe4-9fd31f11bac8","pid":22729,"uri":"/crucible/0/regions","method":"POST","req_id":"cadbd381-a247-4e5e-a7e6-6cb05afd95d2","remote_addr":"[fd00:1122:3344:101::b]:55597","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":81,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:48:50.306094708Z","hostname":"oxz_crucible_db275601-0503-4d31-afe4-9fd31f11bac8","pid":22729,"region":"b697dcd7-a359-4c8b-9ba8-fb637f30be39","component":"worker"}
{"msg":"region b697dcd7-a359-4c8b-9ba8-fb637f30be39 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:48:50.306133259Z","hostname":"oxz_crucible_db275601-0503-4d31-afe4-9fd31f11bac8","pid":22729,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:48:50.306230972Z","hostname":"oxz_crucible_db275601-0503-4d31-afe4-9fd31f11bac8","pid":22729,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-b697dcd7-a359-4c8b-9ba8-fb637f30be39","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:48:50.306644595Z","hostname":"oxz_crucible_db275601-0503-4d31-afe4-9fd31f11bac8","pid":22729,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-b697dcd7-a359-4c8b-9ba8-fb637f30be39","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:48:50.311515392Z","hostname":"oxz_crucible_db275601-0503-4d31-afe4-9fd31f11bac8","pid":22729,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:48:50.325812925Z","hostname":"oxz_crucible_db275601-0503-4d31-afe4-9fd31f11bac8","pid":22729,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-b697dcd7-a359-4c8b-9ba8-fb637f30be39","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:48:50.328797665Z","hostname":"oxz_crucible_db275601-0503-4d31-afe4-9fd31f11bac8","pid":22729,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b697dcd7-a359-4c8b-9ba8-fb637f30be39","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:48:50.329545198Z","hostname":"oxz_crucible_db275601-0503-4d31-afe4-9fd31f11bac8","pid":22729,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:48:50.331567049Z","hostname":"oxz_crucible_db275601-0503-4d31-afe4-9fd31f11bac8","pid":22729,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:48:50.331629951Z","hostname":"oxz_crucible_db275601-0503-4d31-afe4-9fd31f11bac8","pid":22729,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:48:50.331663612Z","hostname":"oxz_crucible_db275601-0503-4d31-afe4-9fd31f11bac8","pid":22729,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:48:50.345932064Z","hostname":"oxz_crucible_db275601-0503-4d31-afe4-9fd31f11bac8","pid":22729,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:48:50.352631927Z","hostname":"oxz_crucible_db275601-0503-4d31-afe4-9fd31f11bac8","pid":22729,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:48:50.421426648Z","hostname":"oxz_crucible_db275601-0503-4d31-afe4-9fd31f11bac8","pid":22729,"uri":"/crucible/0/regions","method":"POST","req_id":"f113d7d9-8a46-4eba-8b35-32628853f737","remote_addr":"[fd00:1122:3344:101::b]:55597","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":68,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:48:51.329139357Z","hostname":"oxz_crucible_db275601-0503-4d31-afe4-9fd31f11bac8","pid":22729,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:47940"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:48:51.329286891Z","hostname":"oxz_crucible_db275601-0503-4d31-afe4-9fd31f11bac8","pid":22729,"uri":"/crucible/0/regions/b697dcd7-a359-4c8b-9ba8-fb637f30be39","method":"GET","req_id":"e4f93010-241f-48ba-a046-cced8ceacb1c","remote_addr":"[fd00:1122:3344:101::b]:47940","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":70,"response_code":"200"}
{"msg":"path is \"/data/regions/b697dcd7-a359-4c8b-9ba8-fb637f30be39\"","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:48:51.329484177Z","hostname":"oxz_crucible_db275601-0503-4d31-afe4-9fd31f11bac8","pid":22729,"component":"datafile"}
{"msg":"dataset is oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/b697dcd7-a359-4c8b-9ba8-fb637f30be39","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:48:51.338384377Z","hostname":"oxz_crucible_db275601-0503-4d31-afe4-9fd31f11bac8","pid":22729,"component":"datafile"}
{"msg":"region b697dcd7-a359-4c8b-9ba8-fb637f30be39 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:48:51.346669377Z","hostname":"oxz_crucible_db275601-0503-4d31-afe4-9fd31f11bac8","pid":22729,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:48:51.346844203Z","hostname":"oxz_crucible_db275601-0503-4d31-afe4-9fd31f11bac8","pid":22729,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:48:51.346910495Z","hostname":"oxz_crucible_db275601-0503-4d31-afe4-9fd31f11bac8","pid":22729,"uri":"/crucible/0/regions/b697dcd7-a359-4c8b-9ba8-fb637f30be39","method":"DELETE","req_id":"3ff8f6e3-5e2b-4efd-8fa1-f254e989c27a","remote_addr":"[fd00:1122:3344:101::b]:47940","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":17458,"response_code":"204"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:48:51.34707463Z","hostname":"oxz_crucible_db275601-0503-4d31-afe4-9fd31f11bac8","pid":22729,"uri":"/crucible/0/regions/b697dcd7-a359-4c8b-9ba8-fb637f30be39","method":"GET","req_id":"1a8a2c20-bb37-42d5-a7b4-1c3c84536ae8","remote_addr":"[fd00:1122:3344:101::b]:47940","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":23,"response_code":"200"}
{"msg":"disabling downstairs instance: downstairs-b697dcd7-a359-4c8b-9ba8-fb637f30be39 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:48:51.348032689Z","hostname":"oxz_crucible_db275601-0503-4d31-afe4-9fd31f11bac8","pid":22729,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:48:51.351974528Z","hostname":"oxz_crucible_db275601-0503-4d31-afe4-9fd31f11bac8","pid":22729,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/b697dcd7-a359-4c8b-9ba8-fb637f30be39\"","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:48:51.362809776Z","hostname":"oxz_crucible_db275601-0503-4d31-afe4-9fd31f11bac8","pid":22729,"region":"b697dcd7-a359-4c8b-9ba8-fb637f30be39","component":"worker"}
{"msg":"region b697dcd7-a359-4c8b-9ba8-fb637f30be39 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:48:51.412473989Z","hostname":"oxz_crucible_db275601-0503-4d31-afe4-9fd31f11bac8","pid":22729,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:48:51.474455175Z","hostname":"oxz_crucible_db275601-0503-4d31-afe4-9fd31f11bac8","pid":22729,"uri":"/crucible/0/regions/b697dcd7-a359-4c8b-9ba8-fb637f30be39","method":"GET","req_id":"1b45219f-eef1-4ec3-81c2-adcfca9bd49f","remote_addr":"[fd00:1122:3344:101::b]:47940","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":79,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:49:12.376257507Z","hostname":"oxz_crucible_db275601-0503-4d31-afe4-9fd31f11bac8","pid":22729,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:58804"}
{"msg":"region 643ab76f-b963-473a-8a83-4878b0c10079 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:49:12.376335059Z","hostname":"oxz_crucible_db275601-0503-4d31-afe4-9fd31f11bac8","pid":22729,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:49:12.376537406Z","hostname":"oxz_crucible_db275601-0503-4d31-afe4-9fd31f11bac8","pid":22729,"uri":"/crucible/0/regions","method":"POST","req_id":"2c00b929-9c41-403b-9d33-0a7394c7fac7","remote_addr":"[fd00:1122:3344:101::a]:58804","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":234,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:49:12.376558216Z","hostname":"oxz_crucible_db275601-0503-4d31-afe4-9fd31f11bac8","pid":22729,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/643ab76f-b963-473a-8a83-4878b0c10079","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:49:12.385080644Z","hostname":"oxz_crucible_db275601-0503-4d31-afe4-9fd31f11bac8","pid":22729,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/643ab76f-b963-473a-8a83-4878b0c10079","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:49:12.385117275Z","hostname":"oxz_crucible_db275601-0503-4d31-afe4-9fd31f11bac8","pid":22729,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"643ab76f-b963-473a-8a83-4878b0c10079\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/643ab76f-b963-473a-8a83-4878b0c10079\"","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:49:12.43184213Z","hostname":"oxz_crucible_db275601-0503-4d31-afe4-9fd31f11bac8","pid":22729,"region":"643ab76f-b963-473a-8a83-4878b0c10079","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:49:12.49132989Z","hostname":"oxz_crucible_db275601-0503-4d31-afe4-9fd31f11bac8","pid":22729,"region":"643ab76f-b963-473a-8a83-4878b0c10079","component":"worker"}
{"msg":"region 643ab76f-b963-473a-8a83-4878b0c10079 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:49:12.491371391Z","hostname":"oxz_crucible_db275601-0503-4d31-afe4-9fd31f11bac8","pid":22729,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:49:12.491456834Z","hostname":"oxz_crucible_db275601-0503-4d31-afe4-9fd31f11bac8","pid":22729,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-643ab76f-b963-473a-8a83-4878b0c10079","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:49:12.492859976Z","hostname":"oxz_crucible_db275601-0503-4d31-afe4-9fd31f11bac8","pid":22729,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-643ab76f-b963-473a-8a83-4878b0c10079","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:49:12.495552087Z","hostname":"oxz_crucible_db275601-0503-4d31-afe4-9fd31f11bac8","pid":22729,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:49:12.504933291Z","hostname":"oxz_crucible_db275601-0503-4d31-afe4-9fd31f11bac8","pid":22729,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-643ab76f-b963-473a-8a83-4878b0c10079","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:49:12.507439287Z","hostname":"oxz_crucible_db275601-0503-4d31-afe4-9fd31f11bac8","pid":22729,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/643ab76f-b963-473a-8a83-4878b0c10079","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:49:12.507647754Z","hostname":"oxz_crucible_db275601-0503-4d31-afe4-9fd31f11bac8","pid":22729,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:49:12.507701195Z","hostname":"oxz_crucible_db275601-0503-4d31-afe4-9fd31f11bac8","pid":22729,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:49:12.507743776Z","hostname":"oxz_crucible_db275601-0503-4d31-afe4-9fd31f11bac8","pid":22729,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:49:12.507784348Z","hostname":"oxz_crucible_db275601-0503-4d31-afe4-9fd31f11bac8","pid":22729,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:49:12.511514731Z","hostname":"oxz_crucible_db275601-0503-4d31-afe4-9fd31f11bac8","pid":22729,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:49:12.515883173Z","hostname":"oxz_crucible_db275601-0503-4d31-afe4-9fd31f11bac8","pid":22729,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:49:12.655601831Z","hostname":"oxz_crucible_db275601-0503-4d31-afe4-9fd31f11bac8","pid":22729,"uri":"/crucible/0/regions","method":"POST","req_id":"0c0e35ab-3968-4cc8-af16-d10160d3d27a","remote_addr":"[fd00:1122:3344:101::a]:58804","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":73,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:44.151444636Z","hostname":"oxz_crucible_db275601-0503-4d31-afe4-9fd31f11bac8","pid":22729,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:60475"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:44.152088176Z","hostname":"oxz_crucible_db275601-0503-4d31-afe4-9fd31f11bac8","pid":22729,"uri":"/crucible/0/regions/643ab76f-b963-473a-8a83-4878b0c10079","method":"GET","req_id":"ef94073b-5bb2-4638-ba5d-e1ec7c82893a","remote_addr":"[fd00:1122:3344:101::a]:60475","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":622,"response_code":"200"}
{"msg":"path is \"/data/regions/643ab76f-b963-473a-8a83-4878b0c10079\"","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:44.15223829Z","hostname":"oxz_crucible_db275601-0503-4d31-afe4-9fd31f11bac8","pid":22729,"component":"datafile"}
{"msg":"dataset is oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/643ab76f-b963-473a-8a83-4878b0c10079","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:44.161329395Z","hostname":"oxz_crucible_db275601-0503-4d31-afe4-9fd31f11bac8","pid":22729,"component":"datafile"}
{"msg":"snapshot is oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/643ab76f-b963-473a-8a83-4878b0c10079@b602aa42-71bd-47aa-96a7-d6be5868de11","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:44.170113791Z","hostname":"oxz_crucible_db275601-0503-4d31-afe4-9fd31f11bac8","pid":22729,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/643ab76f-b963-473a-8a83-4878b0c10079\", \"b602aa42-71bd-47aa-96a7-d6be5868de11\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:44.170183983Z","hostname":"oxz_crucible_db275601-0503-4d31-afe4-9fd31f11bac8","pid":22729,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:44.181781525Z","hostname":"oxz_crucible_db275601-0503-4d31-afe4-9fd31f11bac8","pid":22729,"uri":"/crucible/0/regions/643ab76f-b963-473a-8a83-4878b0c10079/snapshots/b602aa42-71bd-47aa-96a7-d6be5868de11","method":"GET","req_id":"083aa325-c659-4dc8-a9e8-e7d7d914ee52","remote_addr":"[fd00:1122:3344:101::a]:60475","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":29547,"response_code":"200"}
{"msg":"path is \"/data/regions/643ab76f-b963-473a-8a83-4878b0c10079\"","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:44.18195775Z","hostname":"oxz_crucible_db275601-0503-4d31-afe4-9fd31f11bac8","pid":22729,"component":"datafile"}
{"msg":"dataset is oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/643ab76f-b963-473a-8a83-4878b0c10079","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:44.19057008Z","hostname":"oxz_crucible_db275601-0503-4d31-afe4-9fd31f11bac8","pid":22729,"component":"datafile"}
{"msg":"snapshot is oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/643ab76f-b963-473a-8a83-4878b0c10079@b602aa42-71bd-47aa-96a7-d6be5868de11","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:44.199625294Z","hostname":"oxz_crucible_db275601-0503-4d31-afe4-9fd31f11bac8","pid":22729,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/643ab76f-b963-473a-8a83-4878b0c10079\", \"b602aa42-71bd-47aa-96a7-d6be5868de11\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:44.199655085Z","hostname":"oxz_crucible_db275601-0503-4d31-afe4-9fd31f11bac8","pid":22729,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 643ab76f-b963-473a-8a83-4878b0c10079-b602aa42-71bd-47aa-96a7-d6be5868de11 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:44.20904958Z","hostname":"oxz_crucible_db275601-0503-4d31-afe4-9fd31f11bac8","pid":22729,"component":"datafile"}
{"msg":"applying SMF actions for region 643ab76f-b963-473a-8a83-4878b0c10079 running snapshot b602aa42-71bd-47aa-96a7-d6be5868de11 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:44.209662118Z","hostname":"oxz_crucible_db275601-0503-4d31-afe4-9fd31f11bac8","pid":22729,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:44.209693969Z","hostname":"oxz_crucible_db275601-0503-4d31-afe4-9fd31f11bac8","pid":22729,"uri":"/crucible/0/regions/643ab76f-b963-473a-8a83-4878b0c10079/snapshots/b602aa42-71bd-47aa-96a7-d6be5868de11/run","method":"POST","req_id":"66802d2d-3ce0-4315-8241-0aa4c019e732","remote_addr":"[fd00:1122:3344:101::a]:60475","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":27778,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-643ab76f-b963-473a-8a83-4878b0c10079-b602aa42-71bd-47aa-96a7-d6be5868de11","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:44.218282679Z","hostname":"oxz_crucible_db275601-0503-4d31-afe4-9fd31f11bac8","pid":22729,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-643ab76f-b963-473a-8a83-4878b0c10079-b602aa42-71bd-47aa-96a7-d6be5868de11","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:44.223024182Z","hostname":"oxz_crucible_db275601-0503-4d31-afe4-9fd31f11bac8","pid":22729,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-643ab76f-b963-473a-8a83-4878b0c10079-b602aa42-71bd-47aa-96a7-d6be5868de11","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:44.234984295Z","hostname":"oxz_crucible_db275601-0503-4d31-afe4-9fd31f11bac8","pid":22729,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/643ab76f-b963-473a-8a83-4878b0c10079/.zfs/snapshot/b602aa42-71bd-47aa-96a7-d6be5868de11","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:44.235241032Z","hostname":"oxz_crucible_db275601-0503-4d31-afe4-9fd31f11bac8","pid":22729,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:44.235301234Z","hostname":"oxz_crucible_db275601-0503-4d31-afe4-9fd31f11bac8","pid":22729,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:44.235344455Z","hostname":"oxz_crucible_db275601-0503-4d31-afe4-9fd31f11bac8","pid":22729,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:44.235386957Z","hostname":"oxz_crucible_db275601-0503-4d31-afe4-9fd31f11bac8","pid":22729,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:44.235442368Z","hostname":"oxz_crucible_db275601-0503-4d31-afe4-9fd31f11bac8","pid":22729,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:44.238402268Z","hostname":"oxz_crucible_db275601-0503-4d31-afe4-9fd31f11bac8","pid":22729,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:44.244227444Z","hostname":"oxz_crucible_db275601-0503-4d31-afe4-9fd31f11bac8","pid":22729,"component":"worker"}
{"msg":"region 643ab76f-b963-473a-8a83-4878b0c10079 running snapshot b602aa42-71bd-47aa-96a7-d6be5868de11 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:44.244240865Z","hostname":"oxz_crucible_db275601-0503-4d31-afe4-9fd31f11bac8","pid":22729,"component":"datafile"}