[ Sep  6 02:15:04 Enabled. ]
[ Sep  6 02:15:04 Rereading configuration. ]
[ Sep  6 02:15:07 Rereading configuration. ]
[ Sep  6 02:15:10 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_6be8ae37-9bcd-43f1-914a-62e1ca20335d/crucible -l [fd00:1122:3344:101::15]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 779775d5130ff7a4836f52f48b7e64d1479ee104\nCommit timestamp: 2025-08-09T00:27:59.000000000Z  branch: main\nrustc: 1.86.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:15:10.510126935Z","hostname":"oxz_crucible_d263eda8-3d1e-4f2c-aa00-23245f259858","pid":28948}
{"msg":"dataset: \"oxp_6be8ae37-9bcd-43f1-914a-62e1ca20335d/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:15:10.513429872Z","hostname":"oxz_crucible_d263eda8-3d1e-4f2c-aa00-23245f259858","pid":28948}
{"msg":"listen IP: [fd00:1122:3344:101::15]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:15:10.513451582Z","hostname":"oxz_crucible_d263eda8-3d1e-4f2c-aa00-23245f259858","pid":28948}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:15:10.513457652Z","hostname":"oxz_crucible_d263eda8-3d1e-4f2c-aa00-23245f259858","pid":28948}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:15:10.529958224Z","hostname":"oxz_crucible_d263eda8-3d1e-4f2c-aa00-23245f259858","pid":28948,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:15:10.638722328Z","hostname":"oxz_crucible_d263eda8-3d1e-4f2c-aa00-23245f259858","pid":28948,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:16:04.085380348Z","hostname":"oxz_crucible_d263eda8-3d1e-4f2c-aa00-23245f259858","pid":28948,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:55661"}
{"msg":"region e4890f53-d7fc-41d3-b901-ae01236e17d1 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:16:04.129522621Z","hostname":"oxz_crucible_d263eda8-3d1e-4f2c-aa00-23245f259858","pid":28948,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:16:04.134261008Z","hostname":"oxz_crucible_d263eda8-3d1e-4f2c-aa00-23245f259858","pid":28948,"uri":"/crucible/0/regions","method":"POST","req_id":"f596ddb5-0d93-4fde-882e-6622ed85b231","remote_addr":"[fd00:1122:3344:101::a]:55661","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":21813,"response_code":200}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:16:04.138578524Z","hostname":"oxz_crucible_d263eda8-3d1e-4f2c-aa00-23245f259858","pid":28948,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_6be8ae37-9bcd-43f1-914a-62e1ca20335d/crucible/regions/e4890f53-d7fc-41d3-b901-ae01236e17d1","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:16:04.147268334Z","hostname":"oxz_crucible_d263eda8-3d1e-4f2c-aa00-23245f259858","pid":28948,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_6be8ae37-9bcd-43f1-914a-62e1ca20335d/crucible/regions/e4890f53-d7fc-41d3-b901-ae01236e17d1","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:16:04.147297744Z","hostname":"oxz_crucible_d263eda8-3d1e-4f2c-aa00-23245f259858","pid":28948,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"e4890f53-d7fc-41d3-b901-ae01236e17d1\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/e4890f53-d7fc-41d3-b901-ae01236e17d1\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:16:04.20910396Z","hostname":"oxz_crucible_d263eda8-3d1e-4f2c-aa00-23245f259858","pid":28948,"region":"e4890f53-d7fc-41d3-b901-ae01236e17d1","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"e4890f53-d7fc-41d3-b901-ae01236e17d1\" \"--data\" \"/data/regions/e4890f53-d7fc-41d3-b901-ae01236e17d1\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:16:04.211724482Z","hostname":"oxz_crucible_d263eda8-3d1e-4f2c-aa00-23245f259858","pid":28948,"region":"e4890f53-d7fc-41d3-b901-ae01236e17d1","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:16:04.464204999Z","hostname":"oxz_crucible_d263eda8-3d1e-4f2c-aa00-23245f259858","pid":28948,"uri":"/crucible/0/regions","method":"POST","req_id":"792f4f5b-c612-4baa-a3a8-cef256a968d0","remote_addr":"[fd00:1122:3344:101::a]:55661","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":66,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:16:04.473246632Z","hostname":"oxz_crucible_d263eda8-3d1e-4f2c-aa00-23245f259858","pid":28948,"region":"e4890f53-d7fc-41d3-b901-ae01236e17d1","component":"worker"}
{"msg":"region e4890f53-d7fc-41d3-b901-ae01236e17d1 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:16:04.473273792Z","hostname":"oxz_crucible_d263eda8-3d1e-4f2c-aa00-23245f259858","pid":28948,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:16:04.473384343Z","hostname":"oxz_crucible_d263eda8-3d1e-4f2c-aa00-23245f259858","pid":28948,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-e4890f53-d7fc-41d3-b901-ae01236e17d1","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:16:04.473760096Z","hostname":"oxz_crucible_d263eda8-3d1e-4f2c-aa00-23245f259858","pid":28948,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-e4890f53-d7fc-41d3-b901-ae01236e17d1","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:16:04.479534902Z","hostname":"oxz_crucible_d263eda8-3d1e-4f2c-aa00-23245f259858","pid":28948,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:16:04.495547501Z","hostname":"oxz_crucible_d263eda8-3d1e-4f2c-aa00-23245f259858","pid":28948,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-e4890f53-d7fc-41d3-b901-ae01236e17d1","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:16:04.498371383Z","hostname":"oxz_crucible_d263eda8-3d1e-4f2c-aa00-23245f259858","pid":28948,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e4890f53-d7fc-41d3-b901-ae01236e17d1","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:16:04.498916198Z","hostname":"oxz_crucible_d263eda8-3d1e-4f2c-aa00-23245f259858","pid":28948,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:16:04.508293943Z","hostname":"oxz_crucible_d263eda8-3d1e-4f2c-aa00-23245f259858","pid":28948,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:16:04.508348764Z","hostname":"oxz_crucible_d263eda8-3d1e-4f2c-aa00-23245f259858","pid":28948,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:16:04.508400174Z","hostname":"oxz_crucible_d263eda8-3d1e-4f2c-aa00-23245f259858","pid":28948,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:16:04.511900352Z","hostname":"oxz_crucible_d263eda8-3d1e-4f2c-aa00-23245f259858","pid":28948,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:16:04.51662762Z","hostname":"oxz_crucible_d263eda8-3d1e-4f2c-aa00-23245f259858","pid":28948,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:16:05.116246975Z","hostname":"oxz_crucible_d263eda8-3d1e-4f2c-aa00-23245f259858","pid":28948,"uri":"/crucible/0/regions","method":"POST","req_id":"3e4524e4-5e47-4a98-97d4-df7ba80c9f64","remote_addr":"[fd00:1122:3344:101::a]:55661","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":44,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:16:05.528877949Z","hostname":"oxz_crucible_d263eda8-3d1e-4f2c-aa00-23245f259858","pid":28948,"uri":"/crucible/0/regions/e4890f53-d7fc-41d3-b901-ae01236e17d1","method":"GET","req_id":"98a778a0-42d2-44d7-9c59-8282c4a6ba12","remote_addr":"[fd00:1122:3344:101::a]:55661","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":70,"response_code":200}
{"msg":"path is \"/data/regions/e4890f53-d7fc-41d3-b901-ae01236e17d1\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:16:05.53394151Z","hostname":"oxz_crucible_d263eda8-3d1e-4f2c-aa00-23245f259858","pid":28948,"component":"datafile"}
{"msg":"dataset is oxp_6be8ae37-9bcd-43f1-914a-62e1ca20335d/crucible/regions/e4890f53-d7fc-41d3-b901-ae01236e17d1","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:16:05.545253991Z","hostname":"oxz_crucible_d263eda8-3d1e-4f2c-aa00-23245f259858","pid":28948,"component":"datafile"}
{"msg":"region e4890f53-d7fc-41d3-b901-ae01236e17d1 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:16:05.557420539Z","hostname":"oxz_crucible_d263eda8-3d1e-4f2c-aa00-23245f259858","pid":28948,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:16:05.55762444Z","hostname":"oxz_crucible_d263eda8-3d1e-4f2c-aa00-23245f259858","pid":28948,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:16:05.557648071Z","hostname":"oxz_crucible_d263eda8-3d1e-4f2c-aa00-23245f259858","pid":28948,"uri":"/crucible/0/regions/e4890f53-d7fc-41d3-b901-ae01236e17d1","method":"DELETE","req_id":"280d356d-e368-4757-b8e5-f386fcd83825","remote_addr":"[fd00:1122:3344:101::a]:55661","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":23768,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-e4890f53-d7fc-41d3-b901-ae01236e17d1 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:16:05.55886918Z","hostname":"oxz_crucible_d263eda8-3d1e-4f2c-aa00-23245f259858","pid":28948,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:16:05.562517019Z","hostname":"oxz_crucible_d263eda8-3d1e-4f2c-aa00-23245f259858","pid":28948,"uri":"/crucible/0/regions/e4890f53-d7fc-41d3-b901-ae01236e17d1","method":"GET","req_id":"9e7dd1da-dab9-40f4-ba70-1ae71ba611c2","remote_addr":"[fd00:1122:3344:101::a]:55661","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":28,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:16:05.56377946Z","hostname":"oxz_crucible_d263eda8-3d1e-4f2c-aa00-23245f259858","pid":28948,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_6be8ae37-9bcd-43f1-914a-62e1ca20335d/crucible/regions/e4890f53-d7fc-41d3-b901-ae01236e17d1\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:16:05.575215212Z","hostname":"oxz_crucible_d263eda8-3d1e-4f2c-aa00-23245f259858","pid":28948,"region":"e4890f53-d7fc-41d3-b901-ae01236e17d1","component":"worker"}
{"msg":"region e4890f53-d7fc-41d3-b901-ae01236e17d1 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:16:05.640926149Z","hostname":"oxz_crucible_d263eda8-3d1e-4f2c-aa00-23245f259858","pid":28948,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:16:05.651349543Z","hostname":"oxz_crucible_d263eda8-3d1e-4f2c-aa00-23245f259858","pid":28948,"uri":"/crucible/0/regions/e4890f53-d7fc-41d3-b901-ae01236e17d1","method":"GET","req_id":"5f74749f-4d44-4b0a-b92a-eba7b2f2deed","remote_addr":"[fd00:1122:3344:101::a]:55661","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":59,"response_code":200}
{"msg":"region ade800b0-594f-4279-b0d7-526b8c3f16ca state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:16:07.7142977Z","hostname":"oxz_crucible_d263eda8-3d1e-4f2c-aa00-23245f259858","pid":28948,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:16:07.714448551Z","hostname":"oxz_crucible_d263eda8-3d1e-4f2c-aa00-23245f259858","pid":28948,"uri":"/crucible/0/regions","method":"POST","req_id":"37487b22-6567-4b97-a687-a9d4e02f3b1c","remote_addr":"[fd00:1122:3344:101::a]:55661","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":217,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:16:07.714495432Z","hostname":"oxz_crucible_d263eda8-3d1e-4f2c-aa00-23245f259858","pid":28948,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_6be8ae37-9bcd-43f1-914a-62e1ca20335d/crucible/regions/ade800b0-594f-4279-b0d7-526b8c3f16ca","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:16:07.723309682Z","hostname":"oxz_crucible_d263eda8-3d1e-4f2c-aa00-23245f259858","pid":28948,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_6be8ae37-9bcd-43f1-914a-62e1ca20335d/crucible/regions/ade800b0-594f-4279-b0d7-526b8c3f16ca","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:16:07.723341723Z","hostname":"oxz_crucible_d263eda8-3d1e-4f2c-aa00-23245f259858","pid":28948,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"ade800b0-594f-4279-b0d7-526b8c3f16ca\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/ade800b0-594f-4279-b0d7-526b8c3f16ca\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:16:07.780567462Z","hostname":"oxz_crucible_d263eda8-3d1e-4f2c-aa00-23245f259858","pid":28948,"region":"ade800b0-594f-4279-b0d7-526b8c3f16ca","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"ade800b0-594f-4279-b0d7-526b8c3f16ca\" \"--data\" \"/data/regions/ade800b0-594f-4279-b0d7-526b8c3f16ca\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:16:07.780628263Z","hostname":"oxz_crucible_d263eda8-3d1e-4f2c-aa00-23245f259858","pid":28948,"region":"ade800b0-594f-4279-b0d7-526b8c3f16ca","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:16:07.864814579Z","hostname":"oxz_crucible_d263eda8-3d1e-4f2c-aa00-23245f259858","pid":28948,"region":"ade800b0-594f-4279-b0d7-526b8c3f16ca","component":"worker"}
{"msg":"region ade800b0-594f-4279-b0d7-526b8c3f16ca state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:16:07.864867739Z","hostname":"oxz_crucible_d263eda8-3d1e-4f2c-aa00-23245f259858","pid":28948,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:16:07.86493563Z","hostname":"oxz_crucible_d263eda8-3d1e-4f2c-aa00-23245f259858","pid":28948,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-ade800b0-594f-4279-b0d7-526b8c3f16ca","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:16:07.86623197Z","hostname":"oxz_crucible_d263eda8-3d1e-4f2c-aa00-23245f259858","pid":28948,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-ade800b0-594f-4279-b0d7-526b8c3f16ca","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:16:07.868939992Z","hostname":"oxz_crucible_d263eda8-3d1e-4f2c-aa00-23245f259858","pid":28948,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:16:07.875789147Z","hostname":"oxz_crucible_d263eda8-3d1e-4f2c-aa00-23245f259858","pid":28948,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ade800b0-594f-4279-b0d7-526b8c3f16ca","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:16:07.878728911Z","hostname":"oxz_crucible_d263eda8-3d1e-4f2c-aa00-23245f259858","pid":28948,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ade800b0-594f-4279-b0d7-526b8c3f16ca","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:16:07.878991493Z","hostname":"oxz_crucible_d263eda8-3d1e-4f2c-aa00-23245f259858","pid":28948,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:16:07.879048143Z","hostname":"oxz_crucible_d263eda8-3d1e-4f2c-aa00-23245f259858","pid":28948,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:16:07.879093214Z","hostname":"oxz_crucible_d263eda8-3d1e-4f2c-aa00-23245f259858","pid":28948,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:16:07.879128974Z","hostname":"oxz_crucible_d263eda8-3d1e-4f2c-aa00-23245f259858","pid":28948,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:16:07.882529591Z","hostname":"oxz_crucible_d263eda8-3d1e-4f2c-aa00-23245f259858","pid":28948,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:16:07.886650264Z","hostname":"oxz_crucible_d263eda8-3d1e-4f2c-aa00-23245f259858","pid":28948,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:16:07.919076325Z","hostname":"oxz_crucible_d263eda8-3d1e-4f2c-aa00-23245f259858","pid":28948,"uri":"/crucible/0/regions","method":"POST","req_id":"131369a7-0ab5-4e85-958a-35cde67bfa34","remote_addr":"[fd00:1122:3344:101::a]:55661","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":60,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:26:53.842461993Z","hostname":"oxz_crucible_d263eda8-3d1e-4f2c-aa00-23245f259858","pid":28948,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:47118"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:26:53.84329151Z","hostname":"oxz_crucible_d263eda8-3d1e-4f2c-aa00-23245f259858","pid":28948,"uri":"/crucible/0/regions/ade800b0-594f-4279-b0d7-526b8c3f16ca","method":"GET","req_id":"2924cb2b-a33a-447b-aab5-dc75a694d460","remote_addr":"[fd00:1122:3344:101::a]:47118","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":100,"response_code":200}
{"msg":"path is \"/data/regions/ade800b0-594f-4279-b0d7-526b8c3f16ca\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:26:53.845574918Z","hostname":"oxz_crucible_d263eda8-3d1e-4f2c-aa00-23245f259858","pid":28948,"component":"datafile"}
{"msg":"dataset is oxp_6be8ae37-9bcd-43f1-914a-62e1ca20335d/crucible/regions/ade800b0-594f-4279-b0d7-526b8c3f16ca","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:26:53.855433207Z","hostname":"oxz_crucible_d263eda8-3d1e-4f2c-aa00-23245f259858","pid":28948,"component":"datafile"}
{"msg":"snapshot is oxp_6be8ae37-9bcd-43f1-914a-62e1ca20335d/crucible/regions/ade800b0-594f-4279-b0d7-526b8c3f16ca@6c1d4e8b-fe1c-4d6a-8f0c-cd7f3986d560","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:26:53.864998414Z","hostname":"oxz_crucible_d263eda8-3d1e-4f2c-aa00-23245f259858","pid":28948,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_6be8ae37-9bcd-43f1-914a-62e1ca20335d/crucible/regions/ade800b0-594f-4279-b0d7-526b8c3f16ca\", \"6c1d4e8b-fe1c-4d6a-8f0c-cd7f3986d560\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:26:53.865039365Z","hostname":"oxz_crucible_d263eda8-3d1e-4f2c-aa00-23245f259858","pid":28948,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:26:53.882263143Z","hostname":"oxz_crucible_d263eda8-3d1e-4f2c-aa00-23245f259858","pid":28948,"uri":"/crucible/0/regions/ade800b0-594f-4279-b0d7-526b8c3f16ca/snapshots/6c1d4e8b-fe1c-4d6a-8f0c-cd7f3986d560","method":"GET","req_id":"6b38d6e1-f1cd-4b61-98b1-867f20e8a23c","remote_addr":"[fd00:1122:3344:101::a]:47118","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":36685,"response_code":200}
{"msg":"path is \"/data/regions/ade800b0-594f-4279-b0d7-526b8c3f16ca\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:26:53.885940223Z","hostname":"oxz_crucible_d263eda8-3d1e-4f2c-aa00-23245f259858","pid":28948,"component":"datafile"}
{"msg":"dataset is oxp_6be8ae37-9bcd-43f1-914a-62e1ca20335d/crucible/regions/ade800b0-594f-4279-b0d7-526b8c3f16ca","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:26:53.893962877Z","hostname":"oxz_crucible_d263eda8-3d1e-4f2c-aa00-23245f259858","pid":28948,"component":"datafile"}
{"msg":"snapshot is oxp_6be8ae37-9bcd-43f1-914a-62e1ca20335d/crucible/regions/ade800b0-594f-4279-b0d7-526b8c3f16ca@6c1d4e8b-fe1c-4d6a-8f0c-cd7f3986d560","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:26:53.903313562Z","hostname":"oxz_crucible_d263eda8-3d1e-4f2c-aa00-23245f259858","pid":28948,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_6be8ae37-9bcd-43f1-914a-62e1ca20335d/crucible/regions/ade800b0-594f-4279-b0d7-526b8c3f16ca\", \"6c1d4e8b-fe1c-4d6a-8f0c-cd7f3986d560\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:26:53.903343092Z","hostname":"oxz_crucible_d263eda8-3d1e-4f2c-aa00-23245f259858","pid":28948,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot ade800b0-594f-4279-b0d7-526b8c3f16ca-6c1d4e8b-fe1c-4d6a-8f0c-cd7f3986d560 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:26:53.917178233Z","hostname":"oxz_crucible_d263eda8-3d1e-4f2c-aa00-23245f259858","pid":28948,"component":"datafile"}
{"msg":"applying SMF actions for region ade800b0-594f-4279-b0d7-526b8c3f16ca running snapshot 6c1d4e8b-fe1c-4d6a-8f0c-cd7f3986d560 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:26:53.918166381Z","hostname":"oxz_crucible_d263eda8-3d1e-4f2c-aa00-23245f259858","pid":28948,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:26:53.918179111Z","hostname":"oxz_crucible_d263eda8-3d1e-4f2c-aa00-23245f259858","pid":28948,"uri":"/crucible/0/regions/ade800b0-594f-4279-b0d7-526b8c3f16ca/snapshots/6c1d4e8b-fe1c-4d6a-8f0c-cd7f3986d560/run","method":"POST","req_id":"38ed1c0d-7f90-442b-b786-52a35c5b6fe2","remote_addr":"[fd00:1122:3344:101::a]:47118","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":32270,"response_code":200}
{"msg":"creating missing snapshot instance snapshot-ade800b0-594f-4279-b0d7-526b8c3f16ca-6c1d4e8b-fe1c-4d6a-8f0c-cd7f3986d560","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:26:53.936376928Z","hostname":"oxz_crucible_d263eda8-3d1e-4f2c-aa00-23245f259858","pid":28948,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-ade800b0-594f-4279-b0d7-526b8c3f16ca-6c1d4e8b-fe1c-4d6a-8f0c-cd7f3986d560","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:26:53.952420736Z","hostname":"oxz_crucible_d263eda8-3d1e-4f2c-aa00-23245f259858","pid":28948,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-ade800b0-594f-4279-b0d7-526b8c3f16ca-6c1d4e8b-fe1c-4d6a-8f0c-cd7f3986d560","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:26:53.98526545Z","hostname":"oxz_crucible_d263eda8-3d1e-4f2c-aa00-23245f259858","pid":28948,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ade800b0-594f-4279-b0d7-526b8c3f16ca/.zfs/snapshot/6c1d4e8b-fe1c-4d6a-8f0c-cd7f3986d560","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:26:53.985516132Z","hostname":"oxz_crucible_d263eda8-3d1e-4f2c-aa00-23245f259858","pid":28948,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:26:53.985572492Z","hostname":"oxz_crucible_d263eda8-3d1e-4f2c-aa00-23245f259858","pid":28948,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:26:53.985610903Z","hostname":"oxz_crucible_d263eda8-3d1e-4f2c-aa00-23245f259858","pid":28948,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:26:53.985648813Z","hostname":"oxz_crucible_d263eda8-3d1e-4f2c-aa00-23245f259858","pid":28948,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:26:53.985699073Z","hostname":"oxz_crucible_d263eda8-3d1e-4f2c-aa00-23245f259858","pid":28948,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:26:53.996036697Z","hostname":"oxz_crucible_d263eda8-3d1e-4f2c-aa00-23245f259858","pid":28948,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:26:54.018567637Z","hostname":"oxz_crucible_d263eda8-3d1e-4f2c-aa00-23245f259858","pid":28948,"component":"worker"}
{"msg":"region ade800b0-594f-4279-b0d7-526b8c3f16ca running snapshot 6c1d4e8b-fe1c-4d6a-8f0c-cd7f3986d560 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:26:54.018581998Z","hostname":"oxz_crucible_d263eda8-3d1e-4f2c-aa00-23245f259858","pid":28948,"component":"datafile"}
{"msg":"path is \"/data/regions/ade800b0-594f-4279-b0d7-526b8c3f16ca\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:26:54.226845239Z","hostname":"oxz_crucible_d263eda8-3d1e-4f2c-aa00-23245f259858","pid":28948,"component":"datafile"}
{"msg":"dataset is oxp_6be8ae37-9bcd-43f1-914a-62e1ca20335d/crucible/regions/ade800b0-594f-4279-b0d7-526b8c3f16ca","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:26:54.236981911Z","hostname":"oxz_crucible_d263eda8-3d1e-4f2c-aa00-23245f259858","pid":28948,"component":"datafile"}
{"msg":"snapshot is oxp_6be8ae37-9bcd-43f1-914a-62e1ca20335d/crucible/regions/ade800b0-594f-4279-b0d7-526b8c3f16ca@6c1d4e8b-fe1c-4d6a-8f0c-cd7f3986d560","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:26:54.245945783Z","hostname":"oxz_crucible_d263eda8-3d1e-4f2c-aa00-23245f259858","pid":28948,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_6be8ae37-9bcd-43f1-914a-62e1ca20335d/crucible/regions/ade800b0-594f-4279-b0d7-526b8c3f16ca\", \"6c1d4e8b-fe1c-4d6a-8f0c-cd7f3986d560\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:26:54.245990183Z","hostname":"oxz_crucible_d263eda8-3d1e-4f2c-aa00-23245f259858","pid":28948,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:26:54.255002265Z","hostname":"oxz_crucible_d263eda8-3d1e-4f2c-aa00-23245f259858","pid":28948,"uri":"/crucible/0/regions/ade800b0-594f-4279-b0d7-526b8c3f16ca/snapshots/6c1d4e8b-fe1c-4d6a-8f0c-cd7f3986d560/run","method":"POST","req_id":"dfb4031a-0f71-4b3c-a8f3-bef2e9292ec4","remote_addr":"[fd00:1122:3344:101::a]:47118","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":28186,"response_code":200}