[ Aug 25 23:59:59 Enabled. ]
[ Aug 25 23:59:59 Rereading configuration. ]
[ Aug 26 00:00:01 Rereading configuration. ]
[ Aug 26 00:00:04 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_a108dc9b-d202-4b33-bab6-faf9d741f1c1/crucible -l [fd00:1122:3344:101::16]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: ad8a31742adc45e925e63443a5b43c8e30604022\nCommit timestamp: 2026-07-28T19:41:59.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T00:00:04.150291137Z","hostname":"oxz_crucible_ea7b8cb7-132f-4f09-9918-1d8c66501e18","pid":29148}
{"msg":"dataset: \"oxp_a108dc9b-d202-4b33-bab6-faf9d741f1c1/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T00:00:04.150451562Z","hostname":"oxz_crucible_ea7b8cb7-132f-4f09-9918-1d8c66501e18","pid":29148}
{"msg":"listen IP: [fd00:1122:3344:101::16]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T00:00:04.150464992Z","hostname":"oxz_crucible_ea7b8cb7-132f-4f09-9918-1d8c66501e18","pid":29148}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T00:00:04.150471643Z","hostname":"oxz_crucible_ea7b8cb7-132f-4f09-9918-1d8c66501e18","pid":29148}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T00:00:04.165810171Z","hostname":"oxz_crucible_ea7b8cb7-132f-4f09-9918-1d8c66501e18","pid":29148,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T00:00:04.218896621Z","hostname":"oxz_crucible_ea7b8cb7-132f-4f09-9918-1d8c66501e18","pid":29148,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T00:01:21.793092699Z","hostname":"oxz_crucible_ea7b8cb7-132f-4f09-9918-1d8c66501e18","pid":29148,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:53295"}
{"msg":"region b9048d56-e6c4-4b1c-8d30-7e70dd224deb state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T00:01:21.824778896Z","hostname":"oxz_crucible_ea7b8cb7-132f-4f09-9918-1d8c66501e18","pid":29148,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T00:01:21.829301864Z","hostname":"oxz_crucible_ea7b8cb7-132f-4f09-9918-1d8c66501e18","pid":29148,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T00:01:21.834305117Z","hostname":"oxz_crucible_ea7b8cb7-132f-4f09-9918-1d8c66501e18","pid":29148,"uri":"/crucible/0/regions","method":"POST","req_id":"2b559980-984a-40a2-bc47-75c04dc60e3a","remote_addr":"[fd00:1122:3344:101::a]:53295","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":16462,"response_code":200}
{"msg":"zfs set reservation of 1342177280 for oxp_a108dc9b-d202-4b33-bab6-faf9d741f1c1/crucible/regions/b9048d56-e6c4-4b1c-8d30-7e70dd224deb","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T00:01:21.838692521Z","hostname":"oxz_crucible_ea7b8cb7-132f-4f09-9918-1d8c66501e18","pid":29148,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_a108dc9b-d202-4b33-bab6-faf9d741f1c1/crucible/regions/b9048d56-e6c4-4b1c-8d30-7e70dd224deb","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T00:01:21.838716751Z","hostname":"oxz_crucible_ea7b8cb7-132f-4f09-9918-1d8c66501e18","pid":29148,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"b9048d56-e6c4-4b1c-8d30-7e70dd224deb\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/b9048d56-e6c4-4b1c-8d30-7e70dd224deb\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T00:01:21.919567239Z","hostname":"oxz_crucible_ea7b8cb7-132f-4f09-9918-1d8c66501e18","pid":29148,"region":"b9048d56-e6c4-4b1c-8d30-7e70dd224deb","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"b9048d56-e6c4-4b1c-8d30-7e70dd224deb\" \"--data\" \"/data/regions/b9048d56-e6c4-4b1c-8d30-7e70dd224deb\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T00:01:21.921746905Z","hostname":"oxz_crucible_ea7b8cb7-132f-4f09-9918-1d8c66501e18","pid":29148,"region":"b9048d56-e6c4-4b1c-8d30-7e70dd224deb","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T00:01:22.015470536Z","hostname":"oxz_crucible_ea7b8cb7-132f-4f09-9918-1d8c66501e18","pid":29148,"uri":"/crucible/0/regions","method":"POST","req_id":"95c5b851-7348-4bbb-9067-c7db2f047e30","remote_addr":"[fd00:1122:3344:101::a]:53295","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":60,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T00:01:22.049207315Z","hostname":"oxz_crucible_ea7b8cb7-132f-4f09-9918-1d8c66501e18","pid":29148,"region":"b9048d56-e6c4-4b1c-8d30-7e70dd224deb","component":"worker"}
{"msg":"region b9048d56-e6c4-4b1c-8d30-7e70dd224deb state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T00:01:22.053214537Z","hostname":"oxz_crucible_ea7b8cb7-132f-4f09-9918-1d8c66501e18","pid":29148,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T00:01:22.053547768Z","hostname":"oxz_crucible_ea7b8cb7-132f-4f09-9918-1d8c66501e18","pid":29148,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-b9048d56-e6c4-4b1c-8d30-7e70dd224deb","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T00:01:22.055840868Z","hostname":"oxz_crucible_ea7b8cb7-132f-4f09-9918-1d8c66501e18","pid":29148,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-b9048d56-e6c4-4b1c-8d30-7e70dd224deb","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T00:01:22.062683046Z","hostname":"oxz_crucible_ea7b8cb7-132f-4f09-9918-1d8c66501e18","pid":29148,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T00:01:22.073430184Z","hostname":"oxz_crucible_ea7b8cb7-132f-4f09-9918-1d8c66501e18","pid":29148,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-b9048d56-e6c4-4b1c-8d30-7e70dd224deb","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T00:01:22.075314842Z","hostname":"oxz_crucible_ea7b8cb7-132f-4f09-9918-1d8c66501e18","pid":29148,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b9048d56-e6c4-4b1c-8d30-7e70dd224deb","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T00:01:22.076099146Z","hostname":"oxz_crucible_ea7b8cb7-132f-4f09-9918-1d8c66501e18","pid":29148,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T00:01:22.076165628Z","hostname":"oxz_crucible_ea7b8cb7-132f-4f09-9918-1d8c66501e18","pid":29148,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T00:01:22.076206429Z","hostname":"oxz_crucible_ea7b8cb7-132f-4f09-9918-1d8c66501e18","pid":29148,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T00:01:22.076318093Z","hostname":"oxz_crucible_ea7b8cb7-132f-4f09-9918-1d8c66501e18","pid":29148,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T00:01:22.079796949Z","hostname":"oxz_crucible_ea7b8cb7-132f-4f09-9918-1d8c66501e18","pid":29148,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T00:01:22.083139331Z","hostname":"oxz_crucible_ea7b8cb7-132f-4f09-9918-1d8c66501e18","pid":29148,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T00:01:22.468246904Z","hostname":"oxz_crucible_ea7b8cb7-132f-4f09-9918-1d8c66501e18","pid":29148,"uri":"/crucible/0/regions","method":"POST","req_id":"8befdda2-3307-4392-bc68-b07bd291f539","remote_addr":"[fd00:1122:3344:101::a]:53295","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":70,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T00:01:22.954863694Z","hostname":"oxz_crucible_ea7b8cb7-132f-4f09-9918-1d8c66501e18","pid":29148,"uri":"/crucible/0/regions/b9048d56-e6c4-4b1c-8d30-7e70dd224deb","method":"GET","req_id":"c3ef7970-ba3e-4724-81c1-0bf16a22fbbe","remote_addr":"[fd00:1122:3344:101::a]:53295","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":88,"response_code":200}
{"msg":"path is \"/data/regions/b9048d56-e6c4-4b1c-8d30-7e70dd224deb\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T00:01:22.958168905Z","hostname":"oxz_crucible_ea7b8cb7-132f-4f09-9918-1d8c66501e18","pid":29148,"component":"datafile"}
{"msg":"dataset is oxp_a108dc9b-d202-4b33-bab6-faf9d741f1c1/crucible/regions/b9048d56-e6c4-4b1c-8d30-7e70dd224deb","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T00:01:22.966047155Z","hostname":"oxz_crucible_ea7b8cb7-132f-4f09-9918-1d8c66501e18","pid":29148,"component":"datafile"}
{"msg":"region b9048d56-e6c4-4b1c-8d30-7e70dd224deb state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T00:01:22.973388889Z","hostname":"oxz_crucible_ea7b8cb7-132f-4f09-9918-1d8c66501e18","pid":29148,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T00:01:22.973542714Z","hostname":"oxz_crucible_ea7b8cb7-132f-4f09-9918-1d8c66501e18","pid":29148,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T00:01:22.973562564Z","hostname":"oxz_crucible_ea7b8cb7-132f-4f09-9918-1d8c66501e18","pid":29148,"uri":"/crucible/0/regions/b9048d56-e6c4-4b1c-8d30-7e70dd224deb","method":"DELETE","req_id":"b3726fe0-351f-473c-a2f1-319abbee2381","remote_addr":"[fd00:1122:3344:101::a]:53295","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":15419,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-b9048d56-e6c4-4b1c-8d30-7e70dd224deb (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T00:01:22.974671318Z","hostname":"oxz_crucible_ea7b8cb7-132f-4f09-9918-1d8c66501e18","pid":29148,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T00:01:22.976762522Z","hostname":"oxz_crucible_ea7b8cb7-132f-4f09-9918-1d8c66501e18","pid":29148,"uri":"/crucible/0/regions/b9048d56-e6c4-4b1c-8d30-7e70dd224deb","method":"GET","req_id":"3b82141d-e597-4817-b33f-1048de20b49c","remote_addr":"[fd00:1122:3344:101::a]:53295","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":49,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T00:01:22.977050671Z","hostname":"oxz_crucible_ea7b8cb7-132f-4f09-9918-1d8c66501e18","pid":29148,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_a108dc9b-d202-4b33-bab6-faf9d741f1c1/crucible/regions/b9048d56-e6c4-4b1c-8d30-7e70dd224deb\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T00:01:22.985311793Z","hostname":"oxz_crucible_ea7b8cb7-132f-4f09-9918-1d8c66501e18","pid":29148,"region":"b9048d56-e6c4-4b1c-8d30-7e70dd224deb","component":"worker"}
{"msg":"region b9048d56-e6c4-4b1c-8d30-7e70dd224deb state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T00:01:23.039467296Z","hostname":"oxz_crucible_ea7b8cb7-132f-4f09-9918-1d8c66501e18","pid":29148,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T00:01:23.089456581Z","hostname":"oxz_crucible_ea7b8cb7-132f-4f09-9918-1d8c66501e18","pid":29148,"uri":"/crucible/0/regions/b9048d56-e6c4-4b1c-8d30-7e70dd224deb","method":"GET","req_id":"e0f14676-b3db-4fe0-92d6-39edc1a80a89","remote_addr":"[fd00:1122:3344:101::a]:53295","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":60,"response_code":200}
{"msg":"region d31e472d-1eff-4d61-b9e1-1170d04bc3fc state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T00:01:25.031901431Z","hostname":"oxz_crucible_ea7b8cb7-132f-4f09-9918-1d8c66501e18","pid":29148,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T00:01:25.032049896Z","hostname":"oxz_crucible_ea7b8cb7-132f-4f09-9918-1d8c66501e18","pid":29148,"uri":"/crucible/0/regions","method":"POST","req_id":"8e7858a1-5dda-43fb-868a-cdc43b9d89eb","remote_addr":"[fd00:1122:3344:101::a]:53295","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":192,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T00:01:25.032081097Z","hostname":"oxz_crucible_ea7b8cb7-132f-4f09-9918-1d8c66501e18","pid":29148,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_a108dc9b-d202-4b33-bab6-faf9d741f1c1/crucible/regions/d31e472d-1eff-4d61-b9e1-1170d04bc3fc","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T00:01:25.038613386Z","hostname":"oxz_crucible_ea7b8cb7-132f-4f09-9918-1d8c66501e18","pid":29148,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_a108dc9b-d202-4b33-bab6-faf9d741f1c1/crucible/regions/d31e472d-1eff-4d61-b9e1-1170d04bc3fc","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T00:01:25.038641457Z","hostname":"oxz_crucible_ea7b8cb7-132f-4f09-9918-1d8c66501e18","pid":29148,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"d31e472d-1eff-4d61-b9e1-1170d04bc3fc\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/d31e472d-1eff-4d61-b9e1-1170d04bc3fc\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T00:01:25.089425527Z","hostname":"oxz_crucible_ea7b8cb7-132f-4f09-9918-1d8c66501e18","pid":29148,"region":"d31e472d-1eff-4d61-b9e1-1170d04bc3fc","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"d31e472d-1eff-4d61-b9e1-1170d04bc3fc\" \"--data\" \"/data/regions/d31e472d-1eff-4d61-b9e1-1170d04bc3fc\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T00:01:25.089464368Z","hostname":"oxz_crucible_ea7b8cb7-132f-4f09-9918-1d8c66501e18","pid":29148,"region":"d31e472d-1eff-4d61-b9e1-1170d04bc3fc","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T00:01:25.134545344Z","hostname":"oxz_crucible_ea7b8cb7-132f-4f09-9918-1d8c66501e18","pid":29148,"region":"d31e472d-1eff-4d61-b9e1-1170d04bc3fc","component":"worker"}
{"msg":"region d31e472d-1eff-4d61-b9e1-1170d04bc3fc state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T00:01:25.134575814Z","hostname":"oxz_crucible_ea7b8cb7-132f-4f09-9918-1d8c66501e18","pid":29148,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T00:01:25.134672948Z","hostname":"oxz_crucible_ea7b8cb7-132f-4f09-9918-1d8c66501e18","pid":29148,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-d31e472d-1eff-4d61-b9e1-1170d04bc3fc","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T00:01:25.135971087Z","hostname":"oxz_crucible_ea7b8cb7-132f-4f09-9918-1d8c66501e18","pid":29148,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-d31e472d-1eff-4d61-b9e1-1170d04bc3fc","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T00:01:25.137072911Z","hostname":"oxz_crucible_ea7b8cb7-132f-4f09-9918-1d8c66501e18","pid":29148,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T00:01:25.140640199Z","hostname":"oxz_crucible_ea7b8cb7-132f-4f09-9918-1d8c66501e18","pid":29148,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d31e472d-1eff-4d61-b9e1-1170d04bc3fc","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T00:01:25.141934439Z","hostname":"oxz_crucible_ea7b8cb7-132f-4f09-9918-1d8c66501e18","pid":29148,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d31e472d-1eff-4d61-b9e1-1170d04bc3fc","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T00:01:25.142254099Z","hostname":"oxz_crucible_ea7b8cb7-132f-4f09-9918-1d8c66501e18","pid":29148,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T00:01:25.142309181Z","hostname":"oxz_crucible_ea7b8cb7-132f-4f09-9918-1d8c66501e18","pid":29148,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T00:01:25.142351052Z","hostname":"oxz_crucible_ea7b8cb7-132f-4f09-9918-1d8c66501e18","pid":29148,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T00:01:25.142386973Z","hostname":"oxz_crucible_ea7b8cb7-132f-4f09-9918-1d8c66501e18","pid":29148,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T00:01:25.144348653Z","hostname":"oxz_crucible_ea7b8cb7-132f-4f09-9918-1d8c66501e18","pid":29148,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T00:01:25.147694895Z","hostname":"oxz_crucible_ea7b8cb7-132f-4f09-9918-1d8c66501e18","pid":29148,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T00:01:25.200149666Z","hostname":"oxz_crucible_ea7b8cb7-132f-4f09-9918-1d8c66501e18","pid":29148,"uri":"/crucible/0/regions","method":"POST","req_id":"d4fdeb4f-5890-4c4e-af5c-e9eca90f2352","remote_addr":"[fd00:1122:3344:101::a]:53295","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":54,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T00:12:33.849547048Z","hostname":"oxz_crucible_ea7b8cb7-132f-4f09-9918-1d8c66501e18","pid":29148,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:37840"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T00:12:33.849966441Z","hostname":"oxz_crucible_ea7b8cb7-132f-4f09-9918-1d8c66501e18","pid":29148,"uri":"/crucible/0/regions/d31e472d-1eff-4d61-b9e1-1170d04bc3fc","method":"GET","req_id":"43146055-ba98-4191-a725-f7b100d49f13","remote_addr":"[fd00:1122:3344:101::a]:37840","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":39,"response_code":200}
{"msg":"path is \"/data/regions/d31e472d-1eff-4d61-b9e1-1170d04bc3fc\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T00:12:33.85322312Z","hostname":"oxz_crucible_ea7b8cb7-132f-4f09-9918-1d8c66501e18","pid":29148,"component":"datafile"}
{"msg":"dataset is oxp_a108dc9b-d202-4b33-bab6-faf9d741f1c1/crucible/regions/d31e472d-1eff-4d61-b9e1-1170d04bc3fc","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T00:12:33.859313186Z","hostname":"oxz_crucible_ea7b8cb7-132f-4f09-9918-1d8c66501e18","pid":29148,"component":"datafile"}
{"msg":"snapshot is oxp_a108dc9b-d202-4b33-bab6-faf9d741f1c1/crucible/regions/d31e472d-1eff-4d61-b9e1-1170d04bc3fc@e8813a93-b9ce-4f0b-ab20-e32466374504","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T00:12:33.864619968Z","hostname":"oxz_crucible_ea7b8cb7-132f-4f09-9918-1d8c66501e18","pid":29148,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_a108dc9b-d202-4b33-bab6-faf9d741f1c1/crucible/regions/d31e472d-1eff-4d61-b9e1-1170d04bc3fc\", \"e8813a93-b9ce-4f0b-ab20-e32466374504\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T00:12:33.864642099Z","hostname":"oxz_crucible_ea7b8cb7-132f-4f09-9918-1d8c66501e18","pid":29148,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T00:12:33.875591043Z","hostname":"oxz_crucible_ea7b8cb7-132f-4f09-9918-1d8c66501e18","pid":29148,"uri":"/crucible/0/regions/d31e472d-1eff-4d61-b9e1-1170d04bc3fc/snapshots/e8813a93-b9ce-4f0b-ab20-e32466374504","method":"GET","req_id":"807266c9-514c-447f-89ee-043e33f9cd6e","remote_addr":"[fd00:1122:3344:101::a]:37840","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":22374,"response_code":200}
{"msg":"path is \"/data/regions/d31e472d-1eff-4d61-b9e1-1170d04bc3fc\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T00:12:33.879304316Z","hostname":"oxz_crucible_ea7b8cb7-132f-4f09-9918-1d8c66501e18","pid":29148,"component":"datafile"}
{"msg":"dataset is oxp_a108dc9b-d202-4b33-bab6-faf9d741f1c1/crucible/regions/d31e472d-1eff-4d61-b9e1-1170d04bc3fc","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T00:12:33.884090892Z","hostname":"oxz_crucible_ea7b8cb7-132f-4f09-9918-1d8c66501e18","pid":29148,"component":"datafile"}
{"msg":"snapshot is oxp_a108dc9b-d202-4b33-bab6-faf9d741f1c1/crucible/regions/d31e472d-1eff-4d61-b9e1-1170d04bc3fc@e8813a93-b9ce-4f0b-ab20-e32466374504","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T00:12:33.89057002Z","hostname":"oxz_crucible_ea7b8cb7-132f-4f09-9918-1d8c66501e18","pid":29148,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_a108dc9b-d202-4b33-bab6-faf9d741f1c1/crucible/regions/d31e472d-1eff-4d61-b9e1-1170d04bc3fc\", \"e8813a93-b9ce-4f0b-ab20-e32466374504\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T00:12:33.890610781Z","hostname":"oxz_crucible_ea7b8cb7-132f-4f09-9918-1d8c66501e18","pid":29148,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot d31e472d-1eff-4d61-b9e1-1170d04bc3fc-e8813a93-b9ce-4f0b-ab20-e32466374504 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T00:12:33.897202642Z","hostname":"oxz_crucible_ea7b8cb7-132f-4f09-9918-1d8c66501e18","pid":29148,"component":"datafile"}
{"msg":"applying SMF actions for region d31e472d-1eff-4d61-b9e1-1170d04bc3fc running snapshot e8813a93-b9ce-4f0b-ab20-e32466374504 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T00:12:33.902952548Z","hostname":"oxz_crucible_ea7b8cb7-132f-4f09-9918-1d8c66501e18","pid":29148,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T00:12:33.902968718Z","hostname":"oxz_crucible_ea7b8cb7-132f-4f09-9918-1d8c66501e18","pid":29148,"uri":"/crucible/0/regions/d31e472d-1eff-4d61-b9e1-1170d04bc3fc/snapshots/e8813a93-b9ce-4f0b-ab20-e32466374504/run","method":"POST","req_id":"d59dc1e4-f11f-4a0b-acbb-5851cd8d130f","remote_addr":"[fd00:1122:3344:101::a]:37840","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":23675,"response_code":200}
{"msg":"creating missing snapshot instance snapshot-d31e472d-1eff-4d61-b9e1-1170d04bc3fc-e8813a93-b9ce-4f0b-ab20-e32466374504","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T00:12:33.912753917Z","hostname":"oxz_crucible_ea7b8cb7-132f-4f09-9918-1d8c66501e18","pid":29148,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-d31e472d-1eff-4d61-b9e1-1170d04bc3fc-e8813a93-b9ce-4f0b-ab20-e32466374504","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T00:12:33.924008711Z","hostname":"oxz_crucible_ea7b8cb7-132f-4f09-9918-1d8c66501e18","pid":29148,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-d31e472d-1eff-4d61-b9e1-1170d04bc3fc-e8813a93-b9ce-4f0b-ab20-e32466374504","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T00:12:33.932240382Z","hostname":"oxz_crucible_ea7b8cb7-132f-4f09-9918-1d8c66501e18","pid":29148,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d31e472d-1eff-4d61-b9e1-1170d04bc3fc/.zfs/snapshot/e8813a93-b9ce-4f0b-ab20-e32466374504","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T00:12:33.932565662Z","hostname":"oxz_crucible_ea7b8cb7-132f-4f09-9918-1d8c66501e18","pid":29148,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T00:12:33.932612943Z","hostname":"oxz_crucible_ea7b8cb7-132f-4f09-9918-1d8c66501e18","pid":29148,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T00:12:33.932666105Z","hostname":"oxz_crucible_ea7b8cb7-132f-4f09-9918-1d8c66501e18","pid":29148,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T00:12:33.932718086Z","hostname":"oxz_crucible_ea7b8cb7-132f-4f09-9918-1d8c66501e18","pid":29148,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T00:12:33.932772618Z","hostname":"oxz_crucible_ea7b8cb7-132f-4f09-9918-1d8c66501e18","pid":29148,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T00:12:33.935206852Z","hostname":"oxz_crucible_ea7b8cb7-132f-4f09-9918-1d8c66501e18","pid":29148,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T00:12:33.937479052Z","hostname":"oxz_crucible_ea7b8cb7-132f-4f09-9918-1d8c66501e18","pid":29148,"component":"worker"}
{"msg":"region d31e472d-1eff-4d61-b9e1-1170d04bc3fc running snapshot e8813a93-b9ce-4f0b-ab20-e32466374504 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T00:12:33.937490602Z","hostname":"oxz_crucible_ea7b8cb7-132f-4f09-9918-1d8c66501e18","pid":29148,"component":"datafile"}
{"msg":"path is \"/data/regions/d31e472d-1eff-4d61-b9e1-1170d04bc3fc\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T00:12:34.049877522Z","hostname":"oxz_crucible_ea7b8cb7-132f-4f09-9918-1d8c66501e18","pid":29148,"component":"datafile"}
{"msg":"dataset is oxp_a108dc9b-d202-4b33-bab6-faf9d741f1c1/crucible/regions/d31e472d-1eff-4d61-b9e1-1170d04bc3fc","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T00:12:34.056883146Z","hostname":"oxz_crucible_ea7b8cb7-132f-4f09-9918-1d8c66501e18","pid":29148,"component":"datafile"}
{"msg":"snapshot is oxp_a108dc9b-d202-4b33-bab6-faf9d741f1c1/crucible/regions/d31e472d-1eff-4d61-b9e1-1170d04bc3fc@e8813a93-b9ce-4f0b-ab20-e32466374504","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T00:12:34.062032053Z","hostname":"oxz_crucible_ea7b8cb7-132f-4f09-9918-1d8c66501e18","pid":29148,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_a108dc9b-d202-4b33-bab6-faf9d741f1c1/crucible/regions/d31e472d-1eff-4d61-b9e1-1170d04bc3fc\", \"e8813a93-b9ce-4f0b-ab20-e32466374504\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T00:12:34.062076174Z","hostname":"oxz_crucible_ea7b8cb7-132f-4f09-9918-1d8c66501e18","pid":29148,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T00:12:34.067024175Z","hostname":"oxz_crucible_ea7b8cb7-132f-4f09-9918-1d8c66501e18","pid":29148,"uri":"/crucible/0/regions/d31e472d-1eff-4d61-b9e1-1170d04bc3fc/snapshots/e8813a93-b9ce-4f0b-ab20-e32466374504/run","method":"POST","req_id":"5a4e3be7-04cb-4933-af28-e18d9cbe6f46","remote_addr":"[fd00:1122:3344:101::a]:37840","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":17179,"response_code":200}