[ Mar 18 18:17:18 Enabled. ]
[ Mar 18 18:17:18 Rereading configuration. ]
[ Mar 18 18:17:22 Rereading configuration. ]
[ Mar 18 18:17:26 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_11ff56f5-313f-4286-b1d5-68f88b60058d/crucible -l [fd00:1122:3344:101::1a]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7103cd3a3d7b0112d2949dd135db06fef0c156bb\nCommit timestamp: 2025-11-10T22:24:53.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T18:17:27.183822518Z","hostname":"oxz_crucible_a9ccca80-ae37-4182-9928-cda53d1fb8b8","pid":24316}
{"msg":"dataset: \"oxp_11ff56f5-313f-4286-b1d5-68f88b60058d/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T18:17:27.184680751Z","hostname":"oxz_crucible_a9ccca80-ae37-4182-9928-cda53d1fb8b8","pid":24316}
{"msg":"listen IP: [fd00:1122:3344:101::1a]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T18:17:27.184694502Z","hostname":"oxz_crucible_a9ccca80-ae37-4182-9928-cda53d1fb8b8","pid":24316}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T18:17:27.184702972Z","hostname":"oxz_crucible_a9ccca80-ae37-4182-9928-cda53d1fb8b8","pid":24316}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T18:17:27.198200483Z","hostname":"oxz_crucible_a9ccca80-ae37-4182-9928-cda53d1fb8b8","pid":24316,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T18:17:27.298003832Z","hostname":"oxz_crucible_a9ccca80-ae37-4182-9928-cda53d1fb8b8","pid":24316,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T18:17:52.493158973Z","hostname":"oxz_crucible_a9ccca80-ae37-4182-9928-cda53d1fb8b8","pid":24316,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:39162"}
{"msg":"region 67b2226e-3bed-4b76-b077-a2105353c5a5 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T18:17:52.52245593Z","hostname":"oxz_crucible_a9ccca80-ae37-4182-9928-cda53d1fb8b8","pid":24316,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T18:17:52.525518894Z","hostname":"oxz_crucible_a9ccca80-ae37-4182-9928-cda53d1fb8b8","pid":24316,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T18:17:52.525573236Z","hostname":"oxz_crucible_a9ccca80-ae37-4182-9928-cda53d1fb8b8","pid":24316,"uri":"/crucible/0/regions","method":"POST","req_id":"2dcf404d-5e20-468d-bc67-b60e0a20d911","remote_addr":"[fd00:1122:3344:101::a]:39162","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":14366,"response_code":200}
{"msg":"zfs set reservation of 1342177280 for oxp_11ff56f5-313f-4286-b1d5-68f88b60058d/crucible/regions/67b2226e-3bed-4b76-b077-a2105353c5a5","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T18:17:52.535226982Z","hostname":"oxz_crucible_a9ccca80-ae37-4182-9928-cda53d1fb8b8","pid":24316,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_11ff56f5-313f-4286-b1d5-68f88b60058d/crucible/regions/67b2226e-3bed-4b76-b077-a2105353c5a5","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T18:17:52.535247522Z","hostname":"oxz_crucible_a9ccca80-ae37-4182-9928-cda53d1fb8b8","pid":24316,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"67b2226e-3bed-4b76-b077-a2105353c5a5\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/67b2226e-3bed-4b76-b077-a2105353c5a5\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T18:17:52.612238543Z","hostname":"oxz_crucible_a9ccca80-ae37-4182-9928-cda53d1fb8b8","pid":24316,"region":"67b2226e-3bed-4b76-b077-a2105353c5a5","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"67b2226e-3bed-4b76-b077-a2105353c5a5\" \"--data\" \"/data/regions/67b2226e-3bed-4b76-b077-a2105353c5a5\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T18:17:52.616105359Z","hostname":"oxz_crucible_a9ccca80-ae37-4182-9928-cda53d1fb8b8","pid":24316,"region":"67b2226e-3bed-4b76-b077-a2105353c5a5","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T18:17:52.837516136Z","hostname":"oxz_crucible_a9ccca80-ae37-4182-9928-cda53d1fb8b8","pid":24316,"uri":"/crucible/0/regions","method":"POST","req_id":"c8946f32-8bd3-4ab6-a95f-c54a0363afbe","remote_addr":"[fd00:1122:3344:101::a]:39162","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":65,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T18:17:52.962151548Z","hostname":"oxz_crucible_a9ccca80-ae37-4182-9928-cda53d1fb8b8","pid":24316,"region":"67b2226e-3bed-4b76-b077-a2105353c5a5","component":"worker"}
{"msg":"region 67b2226e-3bed-4b76-b077-a2105353c5a5 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T18:17:52.962284042Z","hostname":"oxz_crucible_a9ccca80-ae37-4182-9928-cda53d1fb8b8","pid":24316,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T18:17:52.962494477Z","hostname":"oxz_crucible_a9ccca80-ae37-4182-9928-cda53d1fb8b8","pid":24316,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-67b2226e-3bed-4b76-b077-a2105353c5a5","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T18:17:52.962825166Z","hostname":"oxz_crucible_a9ccca80-ae37-4182-9928-cda53d1fb8b8","pid":24316,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-67b2226e-3bed-4b76-b077-a2105353c5a5","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T18:17:52.967584637Z","hostname":"oxz_crucible_a9ccca80-ae37-4182-9928-cda53d1fb8b8","pid":24316,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T18:17:52.987718872Z","hostname":"oxz_crucible_a9ccca80-ae37-4182-9928-cda53d1fb8b8","pid":24316,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-67b2226e-3bed-4b76-b077-a2105353c5a5","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T18:17:52.992996747Z","hostname":"oxz_crucible_a9ccca80-ae37-4182-9928-cda53d1fb8b8","pid":24316,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/67b2226e-3bed-4b76-b077-a2105353c5a5","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T18:17:52.994109248Z","hostname":"oxz_crucible_a9ccca80-ae37-4182-9928-cda53d1fb8b8","pid":24316,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T18:17:52.994216691Z","hostname":"oxz_crucible_a9ccca80-ae37-4182-9928-cda53d1fb8b8","pid":24316,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T18:17:52.994229511Z","hostname":"oxz_crucible_a9ccca80-ae37-4182-9928-cda53d1fb8b8","pid":24316,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T18:17:52.994279852Z","hostname":"oxz_crucible_a9ccca80-ae37-4182-9928-cda53d1fb8b8","pid":24316,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T18:17:53.010399256Z","hostname":"oxz_crucible_a9ccca80-ae37-4182-9928-cda53d1fb8b8","pid":24316,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T18:17:53.014919981Z","hostname":"oxz_crucible_a9ccca80-ae37-4182-9928-cda53d1fb8b8","pid":24316,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T18:17:53.275503977Z","hostname":"oxz_crucible_a9ccca80-ae37-4182-9928-cda53d1fb8b8","pid":24316,"uri":"/crucible/0/regions","method":"POST","req_id":"ed22051e-bf94-4833-82e9-74ddeadfdb1a","remote_addr":"[fd00:1122:3344:101::a]:39162","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":63,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T18:17:53.732500972Z","hostname":"oxz_crucible_a9ccca80-ae37-4182-9928-cda53d1fb8b8","pid":24316,"uri":"/crucible/0/regions/67b2226e-3bed-4b76-b077-a2105353c5a5","method":"GET","req_id":"572a8fb0-78f6-4c54-b65d-4f4d3ee4136e","remote_addr":"[fd00:1122:3344:101::a]:39162","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":76,"response_code":200}
{"msg":"path is \"/data/regions/67b2226e-3bed-4b76-b077-a2105353c5a5\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T18:17:53.736036379Z","hostname":"oxz_crucible_a9ccca80-ae37-4182-9928-cda53d1fb8b8","pid":24316,"component":"datafile"}
{"msg":"dataset is oxp_11ff56f5-313f-4286-b1d5-68f88b60058d/crucible/regions/67b2226e-3bed-4b76-b077-a2105353c5a5","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T18:17:53.743376442Z","hostname":"oxz_crucible_a9ccca80-ae37-4182-9928-cda53d1fb8b8","pid":24316,"component":"datafile"}
{"msg":"region 67b2226e-3bed-4b76-b077-a2105353c5a5 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T18:17:53.751191847Z","hostname":"oxz_crucible_a9ccca80-ae37-4182-9928-cda53d1fb8b8","pid":24316,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T18:17:53.751365752Z","hostname":"oxz_crucible_a9ccca80-ae37-4182-9928-cda53d1fb8b8","pid":24316,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T18:17:53.751413743Z","hostname":"oxz_crucible_a9ccca80-ae37-4182-9928-cda53d1fb8b8","pid":24316,"uri":"/crucible/0/regions/67b2226e-3bed-4b76-b077-a2105353c5a5","method":"DELETE","req_id":"508d7ebf-d2d2-429a-a05c-5a1c2bca3b6f","remote_addr":"[fd00:1122:3344:101::a]:39162","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":15353,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-67b2226e-3bed-4b76-b077-a2105353c5a5 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T18:17:53.752419651Z","hostname":"oxz_crucible_a9ccca80-ae37-4182-9928-cda53d1fb8b8","pid":24316,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T18:17:53.754862428Z","hostname":"oxz_crucible_a9ccca80-ae37-4182-9928-cda53d1fb8b8","pid":24316,"uri":"/crucible/0/regions/67b2226e-3bed-4b76-b077-a2105353c5a5","method":"GET","req_id":"a0850444-626a-4bf8-bcfd-c5722e8684ad","remote_addr":"[fd00:1122:3344:101::a]:39162","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":27,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T18:17:53.767300271Z","hostname":"oxz_crucible_a9ccca80-ae37-4182-9928-cda53d1fb8b8","pid":24316,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_11ff56f5-313f-4286-b1d5-68f88b60058d/crucible/regions/67b2226e-3bed-4b76-b077-a2105353c5a5\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T18:17:53.775706212Z","hostname":"oxz_crucible_a9ccca80-ae37-4182-9928-cda53d1fb8b8","pid":24316,"region":"67b2226e-3bed-4b76-b077-a2105353c5a5","component":"worker"}
{"msg":"region 67b2226e-3bed-4b76-b077-a2105353c5a5 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T18:17:53.846971094Z","hostname":"oxz_crucible_a9ccca80-ae37-4182-9928-cda53d1fb8b8","pid":24316,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T18:17:53.849310489Z","hostname":"oxz_crucible_a9ccca80-ae37-4182-9928-cda53d1fb8b8","pid":24316,"uri":"/crucible/0/regions/67b2226e-3bed-4b76-b077-a2105353c5a5","method":"GET","req_id":"e73b99c4-18a8-4fe7-8b3b-e95f0c69166a","remote_addr":"[fd00:1122:3344:101::a]:39162","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":53,"response_code":200}
{"msg":"region 4f67f07b-d2c5-49dd-a058-fdbbe4f0a3f3 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T18:17:56.254917184Z","hostname":"oxz_crucible_a9ccca80-ae37-4182-9928-cda53d1fb8b8","pid":24316,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T18:17:56.255119989Z","hostname":"oxz_crucible_a9ccca80-ae37-4182-9928-cda53d1fb8b8","pid":24316,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T18:17:56.255182421Z","hostname":"oxz_crucible_a9ccca80-ae37-4182-9928-cda53d1fb8b8","pid":24316,"uri":"/crucible/0/regions","method":"POST","req_id":"26b4ee15-882f-4c79-aa08-4971f738f97c","remote_addr":"[fd00:1122:3344:101::a]:39162","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":254,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_11ff56f5-313f-4286-b1d5-68f88b60058d/crucible/regions/4f67f07b-d2c5-49dd-a058-fdbbe4f0a3f3","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T18:17:56.261619879Z","hostname":"oxz_crucible_a9ccca80-ae37-4182-9928-cda53d1fb8b8","pid":24316,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_11ff56f5-313f-4286-b1d5-68f88b60058d/crucible/regions/4f67f07b-d2c5-49dd-a058-fdbbe4f0a3f3","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T18:17:56.261633189Z","hostname":"oxz_crucible_a9ccca80-ae37-4182-9928-cda53d1fb8b8","pid":24316,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"4f67f07b-d2c5-49dd-a058-fdbbe4f0a3f3\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/4f67f07b-d2c5-49dd-a058-fdbbe4f0a3f3\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T18:17:56.319293177Z","hostname":"oxz_crucible_a9ccca80-ae37-4182-9928-cda53d1fb8b8","pid":24316,"region":"4f67f07b-d2c5-49dd-a058-fdbbe4f0a3f3","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"4f67f07b-d2c5-49dd-a058-fdbbe4f0a3f3\" \"--data\" \"/data/regions/4f67f07b-d2c5-49dd-a058-fdbbe4f0a3f3\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T18:17:56.319361509Z","hostname":"oxz_crucible_a9ccca80-ae37-4182-9928-cda53d1fb8b8","pid":24316,"region":"4f67f07b-d2c5-49dd-a058-fdbbe4f0a3f3","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T18:17:56.399563037Z","hostname":"oxz_crucible_a9ccca80-ae37-4182-9928-cda53d1fb8b8","pid":24316,"region":"4f67f07b-d2c5-49dd-a058-fdbbe4f0a3f3","component":"worker"}
{"msg":"region 4f67f07b-d2c5-49dd-a058-fdbbe4f0a3f3 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T18:17:56.399609188Z","hostname":"oxz_crucible_a9ccca80-ae37-4182-9928-cda53d1fb8b8","pid":24316,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T18:17:56.399845235Z","hostname":"oxz_crucible_a9ccca80-ae37-4182-9928-cda53d1fb8b8","pid":24316,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-4f67f07b-d2c5-49dd-a058-fdbbe4f0a3f3","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T18:17:56.401162601Z","hostname":"oxz_crucible_a9ccca80-ae37-4182-9928-cda53d1fb8b8","pid":24316,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-4f67f07b-d2c5-49dd-a058-fdbbe4f0a3f3","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T18:17:56.411761113Z","hostname":"oxz_crucible_a9ccca80-ae37-4182-9928-cda53d1fb8b8","pid":24316,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T18:17:56.434503609Z","hostname":"oxz_crucible_a9ccca80-ae37-4182-9928-cda53d1fb8b8","pid":24316,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-4f67f07b-d2c5-49dd-a058-fdbbe4f0a3f3","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T18:17:56.438098918Z","hostname":"oxz_crucible_a9ccca80-ae37-4182-9928-cda53d1fb8b8","pid":24316,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/4f67f07b-d2c5-49dd-a058-fdbbe4f0a3f3","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T18:17:56.438341905Z","hostname":"oxz_crucible_a9ccca80-ae37-4182-9928-cda53d1fb8b8","pid":24316,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T18:17:56.438383156Z","hostname":"oxz_crucible_a9ccca80-ae37-4182-9928-cda53d1fb8b8","pid":24316,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T18:17:56.438418767Z","hostname":"oxz_crucible_a9ccca80-ae37-4182-9928-cda53d1fb8b8","pid":24316,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T18:17:56.438454278Z","hostname":"oxz_crucible_a9ccca80-ae37-4182-9928-cda53d1fb8b8","pid":24316,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T18:17:56.442958862Z","hostname":"oxz_crucible_a9ccca80-ae37-4182-9928-cda53d1fb8b8","pid":24316,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T18:17:56.447190369Z","hostname":"oxz_crucible_a9ccca80-ae37-4182-9928-cda53d1fb8b8","pid":24316,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T18:17:56.602636339Z","hostname":"oxz_crucible_a9ccca80-ae37-4182-9928-cda53d1fb8b8","pid":24316,"uri":"/crucible/0/regions","method":"POST","req_id":"edd83471-30cf-4f28-bc0e-e8875694f640","remote_addr":"[fd00:1122:3344:101::a]:39162","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":57,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T18:28:03.585837451Z","hostname":"oxz_crucible_a9ccca80-ae37-4182-9928-cda53d1fb8b8","pid":24316,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:58973"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T18:28:03.586613762Z","hostname":"oxz_crucible_a9ccca80-ae37-4182-9928-cda53d1fb8b8","pid":24316,"uri":"/crucible/0/regions/4f67f07b-d2c5-49dd-a058-fdbbe4f0a3f3","method":"GET","req_id":"8ea37361-b80a-40c4-baf4-323331dc03ec","remote_addr":"[fd00:1122:3344:101::a]:58973","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":41,"response_code":200}
{"msg":"path is \"/data/regions/4f67f07b-d2c5-49dd-a058-fdbbe4f0a3f3\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T18:28:03.58873706Z","hostname":"oxz_crucible_a9ccca80-ae37-4182-9928-cda53d1fb8b8","pid":24316,"component":"datafile"}
{"msg":"dataset is oxp_11ff56f5-313f-4286-b1d5-68f88b60058d/crucible/regions/4f67f07b-d2c5-49dd-a058-fdbbe4f0a3f3","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T18:28:03.595279651Z","hostname":"oxz_crucible_a9ccca80-ae37-4182-9928-cda53d1fb8b8","pid":24316,"component":"datafile"}
{"msg":"snapshot is oxp_11ff56f5-313f-4286-b1d5-68f88b60058d/crucible/regions/4f67f07b-d2c5-49dd-a058-fdbbe4f0a3f3@29255665-7738-4dbd-8694-8c193a17758a","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T18:28:03.601928624Z","hostname":"oxz_crucible_a9ccca80-ae37-4182-9928-cda53d1fb8b8","pid":24316,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_11ff56f5-313f-4286-b1d5-68f88b60058d/crucible/regions/4f67f07b-d2c5-49dd-a058-fdbbe4f0a3f3\", \"29255665-7738-4dbd-8694-8c193a17758a\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T18:28:03.601950254Z","hostname":"oxz_crucible_a9ccca80-ae37-4182-9928-cda53d1fb8b8","pid":24316,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T18:28:03.611382994Z","hostname":"oxz_crucible_a9ccca80-ae37-4182-9928-cda53d1fb8b8","pid":24316,"uri":"/crucible/0/regions/4f67f07b-d2c5-49dd-a058-fdbbe4f0a3f3/snapshots/29255665-7738-4dbd-8694-8c193a17758a","method":"GET","req_id":"42febdd9-de3d-4870-a38d-66261a1754e1","remote_addr":"[fd00:1122:3344:101::a]:58973","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":22660,"response_code":200}
{"msg":"path is \"/data/regions/4f67f07b-d2c5-49dd-a058-fdbbe4f0a3f3\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T18:28:03.614407857Z","hostname":"oxz_crucible_a9ccca80-ae37-4182-9928-cda53d1fb8b8","pid":24316,"component":"datafile"}
{"msg":"dataset is oxp_11ff56f5-313f-4286-b1d5-68f88b60058d/crucible/regions/4f67f07b-d2c5-49dd-a058-fdbbe4f0a3f3","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T18:28:03.619810986Z","hostname":"oxz_crucible_a9ccca80-ae37-4182-9928-cda53d1fb8b8","pid":24316,"component":"datafile"}
{"msg":"snapshot is oxp_11ff56f5-313f-4286-b1d5-68f88b60058d/crucible/regions/4f67f07b-d2c5-49dd-a058-fdbbe4f0a3f3@29255665-7738-4dbd-8694-8c193a17758a","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T18:28:03.625328738Z","hostname":"oxz_crucible_a9ccca80-ae37-4182-9928-cda53d1fb8b8","pid":24316,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_11ff56f5-313f-4286-b1d5-68f88b60058d/crucible/regions/4f67f07b-d2c5-49dd-a058-fdbbe4f0a3f3\", \"29255665-7738-4dbd-8694-8c193a17758a\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T18:28:03.625354569Z","hostname":"oxz_crucible_a9ccca80-ae37-4182-9928-cda53d1fb8b8","pid":24316,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 4f67f07b-d2c5-49dd-a058-fdbbe4f0a3f3-29255665-7738-4dbd-8694-8c193a17758a state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T18:28:03.632458194Z","hostname":"oxz_crucible_a9ccca80-ae37-4182-9928-cda53d1fb8b8","pid":24316,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T18:28:03.63302376Z","hostname":"oxz_crucible_a9ccca80-ae37-4182-9928-cda53d1fb8b8","pid":24316,"uri":"/crucible/0/regions/4f67f07b-d2c5-49dd-a058-fdbbe4f0a3f3/snapshots/29255665-7738-4dbd-8694-8c193a17758a/run","method":"POST","req_id":"27afaa5b-d0c2-4013-943d-7bb260244dab","remote_addr":"[fd00:1122:3344:101::a]:58973","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":18631,"response_code":200}
{"msg":"applying SMF actions for region 4f67f07b-d2c5-49dd-a058-fdbbe4f0a3f3 running snapshot 29255665-7738-4dbd-8694-8c193a17758a (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T18:28:03.633043511Z","hostname":"oxz_crucible_a9ccca80-ae37-4182-9928-cda53d1fb8b8","pid":24316,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-4f67f07b-d2c5-49dd-a058-fdbbe4f0a3f3-29255665-7738-4dbd-8694-8c193a17758a","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T18:28:03.656756084Z","hostname":"oxz_crucible_a9ccca80-ae37-4182-9928-cda53d1fb8b8","pid":24316,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-4f67f07b-d2c5-49dd-a058-fdbbe4f0a3f3-29255665-7738-4dbd-8694-8c193a17758a","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T18:28:03.673252727Z","hostname":"oxz_crucible_a9ccca80-ae37-4182-9928-cda53d1fb8b8","pid":24316,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-4f67f07b-d2c5-49dd-a058-fdbbe4f0a3f3-29255665-7738-4dbd-8694-8c193a17758a","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T18:28:03.685179316Z","hostname":"oxz_crucible_a9ccca80-ae37-4182-9928-cda53d1fb8b8","pid":24316,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/4f67f07b-d2c5-49dd-a058-fdbbe4f0a3f3/.zfs/snapshot/29255665-7738-4dbd-8694-8c193a17758a","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T18:28:03.685444773Z","hostname":"oxz_crucible_a9ccca80-ae37-4182-9928-cda53d1fb8b8","pid":24316,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T18:28:03.685496015Z","hostname":"oxz_crucible_a9ccca80-ae37-4182-9928-cda53d1fb8b8","pid":24316,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T18:28:03.685540376Z","hostname":"oxz_crucible_a9ccca80-ae37-4182-9928-cda53d1fb8b8","pid":24316,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T18:28:03.685599007Z","hostname":"oxz_crucible_a9ccca80-ae37-4182-9928-cda53d1fb8b8","pid":24316,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T18:28:03.685649849Z","hostname":"oxz_crucible_a9ccca80-ae37-4182-9928-cda53d1fb8b8","pid":24316,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T18:28:03.689384782Z","hostname":"oxz_crucible_a9ccca80-ae37-4182-9928-cda53d1fb8b8","pid":24316,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T18:28:03.694108342Z","hostname":"oxz_crucible_a9ccca80-ae37-4182-9928-cda53d1fb8b8","pid":24316,"component":"worker"}
{"msg":"region 4f67f07b-d2c5-49dd-a058-fdbbe4f0a3f3 running snapshot 29255665-7738-4dbd-8694-8c193a17758a state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T18:28:03.694119202Z","hostname":"oxz_crucible_a9ccca80-ae37-4182-9928-cda53d1fb8b8","pid":24316,"component":"datafile"}
{"msg":"path is \"/data/regions/4f67f07b-d2c5-49dd-a058-fdbbe4f0a3f3\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T18:28:03.909953216Z","hostname":"oxz_crucible_a9ccca80-ae37-4182-9928-cda53d1fb8b8","pid":24316,"component":"datafile"}
{"msg":"dataset is oxp_11ff56f5-313f-4286-b1d5-68f88b60058d/crucible/regions/4f67f07b-d2c5-49dd-a058-fdbbe4f0a3f3","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T18:28:03.916246209Z","hostname":"oxz_crucible_a9ccca80-ae37-4182-9928-cda53d1fb8b8","pid":24316,"component":"datafile"}
{"msg":"snapshot is oxp_11ff56f5-313f-4286-b1d5-68f88b60058d/crucible/regions/4f67f07b-d2c5-49dd-a058-fdbbe4f0a3f3@29255665-7738-4dbd-8694-8c193a17758a","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T18:28:03.922604534Z","hostname":"oxz_crucible_a9ccca80-ae37-4182-9928-cda53d1fb8b8","pid":24316,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_11ff56f5-313f-4286-b1d5-68f88b60058d/crucible/regions/4f67f07b-d2c5-49dd-a058-fdbbe4f0a3f3\", \"29255665-7738-4dbd-8694-8c193a17758a\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T18:28:03.922631615Z","hostname":"oxz_crucible_a9ccca80-ae37-4182-9928-cda53d1fb8b8","pid":24316,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T18:28:03.928903407Z","hostname":"oxz_crucible_a9ccca80-ae37-4182-9928-cda53d1fb8b8","pid":24316,"uri":"/crucible/0/regions/4f67f07b-d2c5-49dd-a058-fdbbe4f0a3f3/snapshots/29255665-7738-4dbd-8694-8c193a17758a/run","method":"POST","req_id":"c8af1406-c0b3-4b80-9fd7-ec42a9f5be45","remote_addr":"[fd00:1122:3344:101::a]:58973","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":18993,"response_code":200}