[ Sep 11 22:50:26 Enabled. ]
[ Sep 11 22:50:26 Rereading configuration. ]
[ Sep 11 22:50:29 Rereading configuration. ]
[ Sep 11 22:50:35 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_e8902165-fb11-46b2-a335-df247ca55626/crucible -l [fd00:1122:3344:101::17]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_e8902165-fb11-46b2-a335-df247ca55626/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:50:35.642703396Z","hostname":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","pid":22451}
{"msg":"listen IP: [fd00:1122:3344:101::17]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:50:35.645589127Z","hostname":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","pid":22451}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:50:35.645603397Z","hostname":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","pid":22451}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:50:35.658509865Z","hostname":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","pid":22451,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:50:35.992595813Z","hostname":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","pid":22451,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:52:01.035953404Z","hostname":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","pid":22451,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:34035"}
{"msg":"region cda8dbf1-d123-4d4a-ab1f-4b58d505db6a state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:52:01.064329856Z","hostname":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","pid":22451,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:52:01.067075404Z","hostname":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","pid":22451,"uri":"/crucible/0/regions","method":"POST","req_id":"bd6f7d86-297f-4024-acb6-129751768574","remote_addr":"[fd00:1122:3344:101::a]:34035","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":16689,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:52:01.071830099Z","hostname":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","pid":22451,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_e8902165-fb11-46b2-a335-df247ca55626/crucible/regions/cda8dbf1-d123-4d4a-ab1f-4b58d505db6a","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:52:01.081321007Z","hostname":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","pid":22451,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_e8902165-fb11-46b2-a335-df247ca55626/crucible/regions/cda8dbf1-d123-4d4a-ab1f-4b58d505db6a","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:52:01.081354197Z","hostname":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","pid":22451,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"cda8dbf1-d123-4d4a-ab1f-4b58d505db6a\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/cda8dbf1-d123-4d4a-ab1f-4b58d505db6a\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:52:01.140782568Z","hostname":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","pid":22451,"region":"cda8dbf1-d123-4d4a-ab1f-4b58d505db6a","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"cda8dbf1-d123-4d4a-ab1f-4b58d505db6a\" \"--data\" \"/data/regions/cda8dbf1-d123-4d4a-ab1f-4b58d505db6a\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:52:01.143674509Z","hostname":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","pid":22451,"region":"cda8dbf1-d123-4d4a-ab1f-4b58d505db6a","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:52:01.217887402Z","hostname":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","pid":22451,"uri":"/crucible/0/regions","method":"POST","req_id":"06909a79-6261-47df-9ecf-de5cc199724a","remote_addr":"[fd00:1122:3344:101::a]:34035","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":84,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:52:01.41514016Z","hostname":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","pid":22451,"region":"cda8dbf1-d123-4d4a-ab1f-4b58d505db6a","component":"worker"}
{"msg":"region cda8dbf1-d123-4d4a-ab1f-4b58d505db6a state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:52:01.415197261Z","hostname":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","pid":22451,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:52:01.415308223Z","hostname":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","pid":22451,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-cda8dbf1-d123-4d4a-ab1f-4b58d505db6a","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:52:01.415744131Z","hostname":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","pid":22451,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-cda8dbf1-d123-4d4a-ab1f-4b58d505db6a","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:52:01.420360512Z","hostname":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","pid":22451,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:52:01.435843606Z","hostname":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","pid":22451,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-cda8dbf1-d123-4d4a-ab1f-4b58d505db6a","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:52:01.439940639Z","hostname":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","pid":22451,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/cda8dbf1-d123-4d4a-ab1f-4b58d505db6a","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:52:01.451354541Z","hostname":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","pid":22451,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:52:01.453549039Z","hostname":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","pid":22451,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:52:01.453612751Z","hostname":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","pid":22451,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:52:01.453663072Z","hostname":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","pid":22451,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:52:01.458301894Z","hostname":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","pid":22451,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:52:01.465647844Z","hostname":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","pid":22451,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:52:01.495125855Z","hostname":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","pid":22451,"uri":"/crucible/0/regions","method":"POST","req_id":"bf92bd5e-615e-490b-b406-33561fd68cba","remote_addr":"[fd00:1122:3344:101::a]:34035","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":63,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:16.033818754Z","hostname":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","pid":22451,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:43120"}
{"msg":"region 2cadebd8-a6a5-455f-aba2-f848935b9a54 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:16.033914615Z","hostname":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","pid":22451,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:16.034529266Z","hostname":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","pid":22451,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:16.034544186Z","hostname":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","pid":22451,"uri":"/crucible/0/regions","method":"POST","req_id":"3e778852-e9db-4da7-9760-eca632836f31","remote_addr":"[fd00:1122:3344:101::a]:43120","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":676,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_e8902165-fb11-46b2-a335-df247ca55626/crucible/regions/2cadebd8-a6a5-455f-aba2-f848935b9a54","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:16.045650223Z","hostname":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","pid":22451,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_e8902165-fb11-46b2-a335-df247ca55626/crucible/regions/2cadebd8-a6a5-455f-aba2-f848935b9a54","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:16.045685883Z","hostname":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","pid":22451,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"2cadebd8-a6a5-455f-aba2-f848935b9a54\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/2cadebd8-a6a5-455f-aba2-f848935b9a54\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:16.110254635Z","hostname":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","pid":22451,"region":"2cadebd8-a6a5-455f-aba2-f848935b9a54","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"2cadebd8-a6a5-455f-aba2-f848935b9a54\" \"--data\" \"/data/regions/2cadebd8-a6a5-455f-aba2-f848935b9a54\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:16.110306286Z","hostname":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","pid":22451,"region":"2cadebd8-a6a5-455f-aba2-f848935b9a54","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:16.235630753Z","hostname":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","pid":22451,"region":"2cadebd8-a6a5-455f-aba2-f848935b9a54","component":"worker"}
{"msg":"region 2cadebd8-a6a5-455f-aba2-f848935b9a54 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:16.235689904Z","hostname":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","pid":22451,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:16.235835526Z","hostname":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","pid":22451,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-2cadebd8-a6a5-455f-aba2-f848935b9a54","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:16.236420077Z","hostname":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","pid":22451,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-2cadebd8-a6a5-455f-aba2-f848935b9a54","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:16.245874894Z","hostname":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","pid":22451,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:16.272147118Z","hostname":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","pid":22451,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-2cadebd8-a6a5-455f-aba2-f848935b9a54","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:16.27956874Z","hostname":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","pid":22451,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2cadebd8-a6a5-455f-aba2-f848935b9a54","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:16.279973827Z","hostname":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","pid":22451,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:16.280056478Z","hostname":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","pid":22451,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:16.28013667Z","hostname":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","pid":22451,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:16.280195271Z","hostname":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","pid":22451,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:16.292950946Z","hostname":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","pid":22451,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/cda8dbf1-d123-4d4a-ab1f-4b58d505db6a","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:16.304371998Z","hostname":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","pid":22451,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:16.30449008Z","hostname":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","pid":22451,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:16.304607983Z","hostname":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","pid":22451,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:16.304617383Z","hostname":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","pid":22451,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:16.304680504Z","hostname":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","pid":22451,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-cda8dbf1-d123-4d4a-ab1f-4b58d505db6a","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:16.304754205Z","hostname":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","pid":22451,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/cda8dbf1-d123-4d4a-ab1f-4b58d505db6a","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:16.304864747Z","hostname":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","pid":22451,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:16.308398059Z","hostname":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","pid":22451,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:16.308502061Z","hostname":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","pid":22451,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:16.308587363Z","hostname":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","pid":22451,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:16.320585885Z","hostname":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","pid":22451,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:16.321265687Z","hostname":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","pid":22451,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:16.383652621Z","hostname":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","pid":22451,"uri":"/crucible/0/regions","method":"POST","req_id":"3338d31c-36fd-4c0c-8d69-51119d1982e0","remote_addr":"[fd00:1122:3344:101::a]:43120","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":941,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:17.235324992Z","hostname":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","pid":22451,"uri":"/crucible/0/regions/cda8dbf1-d123-4d4a-ab1f-4b58d505db6a","method":"GET","req_id":"046dfa66-f896-4576-a60d-e5296924aae8","remote_addr":"[fd00:1122:3344:101::a]:43120","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":2520,"response_code":"200"}
{"msg":"path is \"/data/regions/cda8dbf1-d123-4d4a-ab1f-4b58d505db6a\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:17.238738932Z","hostname":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","pid":22451,"component":"datafile"}
{"msg":"dataset is oxp_e8902165-fb11-46b2-a335-df247ca55626/crucible/regions/cda8dbf1-d123-4d4a-ab1f-4b58d505db6a","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:17.248729489Z","hostname":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","pid":22451,"component":"datafile"}
{"msg":"snapshot is oxp_e8902165-fb11-46b2-a335-df247ca55626/crucible/regions/cda8dbf1-d123-4d4a-ab1f-4b58d505db6a@873a5fe8-a815-4a14-970b-61303c85c3f3","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:17.257478864Z","hostname":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","pid":22451,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_e8902165-fb11-46b2-a335-df247ca55626/crucible/regions/cda8dbf1-d123-4d4a-ab1f-4b58d505db6a\", \"873a5fe8-a815-4a14-970b-61303c85c3f3\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:17.257511084Z","hostname":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","pid":22451,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:17.268280405Z","hostname":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","pid":22451,"uri":"/crucible/0/regions/cda8dbf1-d123-4d4a-ab1f-4b58d505db6a/snapshots/873a5fe8-a815-4a14-970b-61303c85c3f3","method":"GET","req_id":"9a01c1d3-6b5c-4ca7-b57d-6f4fccfedb35","remote_addr":"[fd00:1122:3344:101::a]:43120","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":29554,"response_code":"200"}
{"msg":"path is \"/data/regions/cda8dbf1-d123-4d4a-ab1f-4b58d505db6a\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:17.271196137Z","hostname":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","pid":22451,"component":"datafile"}
{"msg":"dataset is oxp_e8902165-fb11-46b2-a335-df247ca55626/crucible/regions/cda8dbf1-d123-4d4a-ab1f-4b58d505db6a","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:17.279237099Z","hostname":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","pid":22451,"component":"datafile"}
{"msg":"snapshot is oxp_e8902165-fb11-46b2-a335-df247ca55626/crucible/regions/cda8dbf1-d123-4d4a-ab1f-4b58d505db6a@873a5fe8-a815-4a14-970b-61303c85c3f3","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:17.28834489Z","hostname":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","pid":22451,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_e8902165-fb11-46b2-a335-df247ca55626/crucible/regions/cda8dbf1-d123-4d4a-ab1f-4b58d505db6a\", \"873a5fe8-a815-4a14-970b-61303c85c3f3\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:17.28837703Z","hostname":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","pid":22451,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot cda8dbf1-d123-4d4a-ab1f-4b58d505db6a-873a5fe8-a815-4a14-970b-61303c85c3f3 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:17.29684136Z","hostname":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","pid":22451,"component":"datafile"}
{"msg":"applying SMF actions for region cda8dbf1-d123-4d4a-ab1f-4b58d505db6a running snapshot 873a5fe8-a815-4a14-970b-61303c85c3f3 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:17.297036574Z","hostname":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","pid":22451,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:17.297073594Z","hostname":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","pid":22451,"uri":"/crucible/0/regions/cda8dbf1-d123-4d4a-ab1f-4b58d505db6a/snapshots/873a5fe8-a815-4a14-970b-61303c85c3f3/run","method":"POST","req_id":"a7a54cd4-36c1-46b5-9a48-2e496ecbce38","remote_addr":"[fd00:1122:3344:101::a]:43120","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":25911,"response_code":"200"}
{"msg":"existing directory value /dev/null does not match /data/regions/cda8dbf1-d123-4d4a-ab1f-4b58d505db6a","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:17.298741734Z","hostname":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","pid":22451,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:17.298822555Z","hostname":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","pid":22451,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:17.298901856Z","hostname":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","pid":22451,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:17.298908617Z","hostname":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","pid":22451,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:17.298948477Z","hostname":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","pid":22451,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-cda8dbf1-d123-4d4a-ab1f-4b58d505db6a","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:17.298993108Z","hostname":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","pid":22451,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/cda8dbf1-d123-4d4a-ab1f-4b58d505db6a","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:17.299299303Z","hostname":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","pid":22451,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:17.299358835Z","hostname":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","pid":22451,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:17.299406765Z","hostname":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","pid":22451,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:17.299459646Z","hostname":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","pid":22451,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:17.305114746Z","hostname":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","pid":22451,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-cda8dbf1-d123-4d4a-ab1f-4b58d505db6a-873a5fe8-a815-4a14-970b-61303c85c3f3","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:17.305563974Z","hostname":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","pid":22451,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-cda8dbf1-d123-4d4a-ab1f-4b58d505db6a-873a5fe8-a815-4a14-970b-61303c85c3f3","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:17.312322834Z","hostname":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","pid":22451,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-cda8dbf1-d123-4d4a-ab1f-4b58d505db6a-873a5fe8-a815-4a14-970b-61303c85c3f3","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:17.328225715Z","hostname":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","pid":22451,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/cda8dbf1-d123-4d4a-ab1f-4b58d505db6a/.zfs/snapshot/873a5fe8-a815-4a14-970b-61303c85c3f3","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:17.328559591Z","hostname":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","pid":22451,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:17.328613472Z","hostname":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","pid":22451,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:17.328653513Z","hostname":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","pid":22451,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:17.328695094Z","hostname":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","pid":22451,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:17.328742364Z","hostname":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","pid":22451,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:17.335681117Z","hostname":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","pid":22451,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:17.342974906Z","hostname":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","pid":22451,"component":"worker"}
{"msg":"region cda8dbf1-d123-4d4a-ab1f-4b58d505db6a running snapshot 873a5fe8-a815-4a14-970b-61303c85c3f3 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:17.342991886Z","hostname":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","pid":22451,"component":"datafile"}
{"msg":"path is \"/data/regions/cda8dbf1-d123-4d4a-ab1f-4b58d505db6a\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:17.519174992Z","hostname":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","pid":22451,"component":"datafile"}
{"msg":"dataset is oxp_e8902165-fb11-46b2-a335-df247ca55626/crucible/regions/cda8dbf1-d123-4d4a-ab1f-4b58d505db6a","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:17.527593901Z","hostname":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","pid":22451,"component":"datafile"}
{"msg":"snapshot is oxp_e8902165-fb11-46b2-a335-df247ca55626/crucible/regions/cda8dbf1-d123-4d4a-ab1f-4b58d505db6a@873a5fe8-a815-4a14-970b-61303c85c3f3","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:17.536145852Z","hostname":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","pid":22451,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_e8902165-fb11-46b2-a335-df247ca55626/crucible/regions/cda8dbf1-d123-4d4a-ab1f-4b58d505db6a\", \"873a5fe8-a815-4a14-970b-61303c85c3f3\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:17.536176423Z","hostname":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","pid":22451,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-11T22:57:17.543731746Z","hostname":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","pid":22451,"uri":"/crucible/0/regions/cda8dbf1-d123-4d4a-ab1f-4b58d505db6a/snapshots/873a5fe8-a815-4a14-970b-61303c85c3f3/run","method":"POST","req_id":"7cf47715-8675-4a76-affa-c2373aaca6ef","remote_addr":"[fd00:1122:3344:101::a]:43120","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":24570,"response_code":"200"}