[ Jan 5 22:31:19 Enabled. ] [ Jan 5 22:31:19 Rereading configuration. ] [ Jan 5 22:31:20 Rereading configuration. ] [ Jan 5 22:31:23 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_b48260e2-f991-46c1-ba43-2b115680f001/crucible -l [fd00:1122:3344:101::19]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7103cd3a3d7b0112d2949dd135db06fef0c156bb\nCommit timestamp: 2025-11-10T22:24:53.000000000Z branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:31:24.157367158Z","hostname":"oxz_crucible_bdf2751f-c852-4ec9-afc3-499ce4e8dceb","pid":26925} {"msg":"dataset: \"oxp_b48260e2-f991-46c1-ba43-2b115680f001/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:31:24.158166925Z","hostname":"oxz_crucible_bdf2751f-c852-4ec9-afc3-499ce4e8dceb","pid":26925} {"msg":"listen IP: [fd00:1122:3344:101::19]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:31:24.158179746Z","hostname":"oxz_crucible_bdf2751f-c852-4ec9-afc3-499ce4e8dceb","pid":26925} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:31:24.158187016Z","hostname":"oxz_crucible_bdf2751f-c852-4ec9-afc3-499ce4e8dceb","pid":26925} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:31:24.174076297Z","hostname":"oxz_crucible_bdf2751f-c852-4ec9-afc3-499ce4e8dceb","pid":26925,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:31:24.298153818Z","hostname":"oxz_crucible_bdf2751f-c852-4ec9-afc3-499ce4e8dceb","pid":26925,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:31:51.349517431Z","hostname":"oxz_crucible_bdf2751f-c852-4ec9-afc3-499ce4e8dceb","pid":26925,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:34065"} {"msg":"region 4fc57b46-5eaf-42e5-843d-1ecf2f0f13a8 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:31:51.374671843Z","hostname":"oxz_crucible_bdf2751f-c852-4ec9-afc3-499ce4e8dceb","pid":26925,"component":"datafile"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:31:51.377351966Z","hostname":"oxz_crucible_bdf2751f-c852-4ec9-afc3-499ce4e8dceb","pid":26925,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:31:51.377397178Z","hostname":"oxz_crucible_bdf2751f-c852-4ec9-afc3-499ce4e8dceb","pid":26925,"uri":"/crucible/0/regions","method":"POST","req_id":"3f0bff33-1258-439d-bcbe-bc8b7a6f2ace","remote_addr":"[fd00:1122:3344:101::b]:34065","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":14193,"response_code":200} {"msg":"zfs set reservation of 1342177280 for oxp_b48260e2-f991-46c1-ba43-2b115680f001/crucible/regions/4fc57b46-5eaf-42e5-843d-1ecf2f0f13a8","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:31:51.385931544Z","hostname":"oxz_crucible_bdf2751f-c852-4ec9-afc3-499ce4e8dceb","pid":26925,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_b48260e2-f991-46c1-ba43-2b115680f001/crucible/regions/4fc57b46-5eaf-42e5-843d-1ecf2f0f13a8","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:31:51.385947454Z","hostname":"oxz_crucible_bdf2751f-c852-4ec9-afc3-499ce4e8dceb","pid":26925,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"4fc57b46-5eaf-42e5-843d-1ecf2f0f13a8\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/4fc57b46-5eaf-42e5-843d-1ecf2f0f13a8\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:31:51.462130275Z","hostname":"oxz_crucible_bdf2751f-c852-4ec9-afc3-499ce4e8dceb","pid":26925,"region":"4fc57b46-5eaf-42e5-843d-1ecf2f0f13a8","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"4fc57b46-5eaf-42e5-843d-1ecf2f0f13a8\" \"--data\" \"/data/regions/4fc57b46-5eaf-42e5-843d-1ecf2f0f13a8\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:31:51.464299461Z","hostname":"oxz_crucible_bdf2751f-c852-4ec9-afc3-499ce4e8dceb","pid":26925,"region":"4fc57b46-5eaf-42e5-843d-1ecf2f0f13a8","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:31:51.736998384Z","hostname":"oxz_crucible_bdf2751f-c852-4ec9-afc3-499ce4e8dceb","pid":26925,"uri":"/crucible/0/regions","method":"POST","req_id":"9818ffb6-5ecc-4403-baf5-30f5f0639479","remote_addr":"[fd00:1122:3344:101::b]:34065","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":67,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:31:51.809303521Z","hostname":"oxz_crucible_bdf2751f-c852-4ec9-afc3-499ce4e8dceb","pid":26925,"region":"4fc57b46-5eaf-42e5-843d-1ecf2f0f13a8","component":"worker"} {"msg":"region 4fc57b46-5eaf-42e5-843d-1ecf2f0f13a8 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:31:51.809374543Z","hostname":"oxz_crucible_bdf2751f-c852-4ec9-afc3-499ce4e8dceb","pid":26925,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:31:51.809704185Z","hostname":"oxz_crucible_bdf2751f-c852-4ec9-afc3-499ce4e8dceb","pid":26925,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-4fc57b46-5eaf-42e5-843d-1ecf2f0f13a8","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:31:51.810038306Z","hostname":"oxz_crucible_bdf2751f-c852-4ec9-afc3-499ce4e8dceb","pid":26925,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-4fc57b46-5eaf-42e5-843d-1ecf2f0f13a8","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:31:51.816606884Z","hostname":"oxz_crucible_bdf2751f-c852-4ec9-afc3-499ce4e8dceb","pid":26925,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:31:51.833584203Z","hostname":"oxz_crucible_bdf2751f-c852-4ec9-afc3-499ce4e8dceb","pid":26925,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-4fc57b46-5eaf-42e5-843d-1ecf2f0f13a8","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:31:51.836514434Z","hostname":"oxz_crucible_bdf2751f-c852-4ec9-afc3-499ce4e8dceb","pid":26925,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/4fc57b46-5eaf-42e5-843d-1ecf2f0f13a8","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:31:51.837218738Z","hostname":"oxz_crucible_bdf2751f-c852-4ec9-afc3-499ce4e8dceb","pid":26925,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:31:51.837281181Z","hostname":"oxz_crucible_bdf2751f-c852-4ec9-afc3-499ce4e8dceb","pid":26925,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:31:51.837322042Z","hostname":"oxz_crucible_bdf2751f-c852-4ec9-afc3-499ce4e8dceb","pid":26925,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:31:51.837351303Z","hostname":"oxz_crucible_bdf2751f-c852-4ec9-afc3-499ce4e8dceb","pid":26925,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:31:51.840872865Z","hostname":"oxz_crucible_bdf2751f-c852-4ec9-afc3-499ce4e8dceb","pid":26925,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:31:51.84562534Z","hostname":"oxz_crucible_bdf2751f-c852-4ec9-afc3-499ce4e8dceb","pid":26925,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:31:52.02706922Z","hostname":"oxz_crucible_bdf2751f-c852-4ec9-afc3-499ce4e8dceb","pid":26925,"uri":"/crucible/0/regions","method":"POST","req_id":"fa69563c-d8e1-4f2c-a100-4cc9048bfe82","remote_addr":"[fd00:1122:3344:101::b]:34065","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":65,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:31:52.96947272Z","hostname":"oxz_crucible_bdf2751f-c852-4ec9-afc3-499ce4e8dceb","pid":26925,"uri":"/crucible/0/regions/4fc57b46-5eaf-42e5-843d-1ecf2f0f13a8","method":"GET","req_id":"9ff5d7ec-67f6-45ba-827d-0d583ce2eb97","remote_addr":"[fd00:1122:3344:101::b]:34065","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":87,"response_code":200} {"msg":"path is \"/data/regions/4fc57b46-5eaf-42e5-843d-1ecf2f0f13a8\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:31:52.972412222Z","hostname":"oxz_crucible_bdf2751f-c852-4ec9-afc3-499ce4e8dceb","pid":26925,"component":"datafile"} {"msg":"dataset is oxp_b48260e2-f991-46c1-ba43-2b115680f001/crucible/regions/4fc57b46-5eaf-42e5-843d-1ecf2f0f13a8","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:31:52.980341286Z","hostname":"oxz_crucible_bdf2751f-c852-4ec9-afc3-499ce4e8dceb","pid":26925,"component":"datafile"} {"msg":"region 4fc57b46-5eaf-42e5-843d-1ecf2f0f13a8 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:31:52.987255646Z","hostname":"oxz_crucible_bdf2751f-c852-4ec9-afc3-499ce4e8dceb","pid":26925,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:31:52.987450073Z","hostname":"oxz_crucible_bdf2751f-c852-4ec9-afc3-499ce4e8dceb","pid":26925,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:31:52.987491874Z","hostname":"oxz_crucible_bdf2751f-c852-4ec9-afc3-499ce4e8dceb","pid":26925,"uri":"/crucible/0/regions/4fc57b46-5eaf-42e5-843d-1ecf2f0f13a8","method":"DELETE","req_id":"851e1487-c694-4728-b65e-3054e62f34f5","remote_addr":"[fd00:1122:3344:101::b]:34065","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":15062,"response_code":204} {"msg":"disabling downstairs instance: downstairs-4fc57b46-5eaf-42e5-843d-1ecf2f0f13a8 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:31:52.988412866Z","hostname":"oxz_crucible_bdf2751f-c852-4ec9-afc3-499ce4e8dceb","pid":26925,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:31:52.993281145Z","hostname":"oxz_crucible_bdf2751f-c852-4ec9-afc3-499ce4e8dceb","pid":26925,"uri":"/crucible/0/regions/4fc57b46-5eaf-42e5-843d-1ecf2f0f13a8","method":"GET","req_id":"5f6be18d-2191-4288-97e3-35250bcfdc2c","remote_addr":"[fd00:1122:3344:101::b]:34065","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":43,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:31:52.995167631Z","hostname":"oxz_crucible_bdf2751f-c852-4ec9-afc3-499ce4e8dceb","pid":26925,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_b48260e2-f991-46c1-ba43-2b115680f001/crucible/regions/4fc57b46-5eaf-42e5-843d-1ecf2f0f13a8\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:31:53.003557571Z","hostname":"oxz_crucible_bdf2751f-c852-4ec9-afc3-499ce4e8dceb","pid":26925,"region":"4fc57b46-5eaf-42e5-843d-1ecf2f0f13a8","component":"worker"} {"msg":"region 4fc57b46-5eaf-42e5-843d-1ecf2f0f13a8 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:31:53.093364195Z","hostname":"oxz_crucible_bdf2751f-c852-4ec9-afc3-499ce4e8dceb","pid":26925,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:31:53.107148922Z","hostname":"oxz_crucible_bdf2751f-c852-4ec9-afc3-499ce4e8dceb","pid":26925,"uri":"/crucible/0/regions/4fc57b46-5eaf-42e5-843d-1ecf2f0f13a8","method":"GET","req_id":"ffaa91e0-436d-4045-a6a9-2ebc8bd854ca","remote_addr":"[fd00:1122:3344:101::b]:34065","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":55,"response_code":200} {"msg":"region d2848984-f8a9-4f57-a0d4-b999b9e10e55 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:31:55.687979679Z","hostname":"oxz_crucible_bdf2751f-c852-4ec9-afc3-499ce4e8dceb","pid":26925,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:31:55.688129504Z","hostname":"oxz_crucible_bdf2751f-c852-4ec9-afc3-499ce4e8dceb","pid":26925,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:31:55.688172595Z","hostname":"oxz_crucible_bdf2751f-c852-4ec9-afc3-499ce4e8dceb","pid":26925,"uri":"/crucible/0/regions","method":"POST","req_id":"c5472a33-6003-498b-8339-8dd1c553b0d7","remote_addr":"[fd00:1122:3344:101::b]:34065","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":207,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_b48260e2-f991-46c1-ba43-2b115680f001/crucible/regions/d2848984-f8a9-4f57-a0d4-b999b9e10e55","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:31:55.694716262Z","hostname":"oxz_crucible_bdf2751f-c852-4ec9-afc3-499ce4e8dceb","pid":26925,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_b48260e2-f991-46c1-ba43-2b115680f001/crucible/regions/d2848984-f8a9-4f57-a0d4-b999b9e10e55","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:31:55.694734703Z","hostname":"oxz_crucible_bdf2751f-c852-4ec9-afc3-499ce4e8dceb","pid":26925,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"d2848984-f8a9-4f57-a0d4-b999b9e10e55\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/d2848984-f8a9-4f57-a0d4-b999b9e10e55\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:31:55.759785698Z","hostname":"oxz_crucible_bdf2751f-c852-4ec9-afc3-499ce4e8dceb","pid":26925,"region":"d2848984-f8a9-4f57-a0d4-b999b9e10e55","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"d2848984-f8a9-4f57-a0d4-b999b9e10e55\" \"--data\" \"/data/regions/d2848984-f8a9-4f57-a0d4-b999b9e10e55\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:31:55.759874461Z","hostname":"oxz_crucible_bdf2751f-c852-4ec9-afc3-499ce4e8dceb","pid":26925,"region":"d2848984-f8a9-4f57-a0d4-b999b9e10e55","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:31:55.840674002Z","hostname":"oxz_crucible_bdf2751f-c852-4ec9-afc3-499ce4e8dceb","pid":26925,"region":"d2848984-f8a9-4f57-a0d4-b999b9e10e55","component":"worker"} {"msg":"region d2848984-f8a9-4f57-a0d4-b999b9e10e55 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:31:55.840710423Z","hostname":"oxz_crucible_bdf2751f-c852-4ec9-afc3-499ce4e8dceb","pid":26925,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:31:55.84092001Z","hostname":"oxz_crucible_bdf2751f-c852-4ec9-afc3-499ce4e8dceb","pid":26925,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-d2848984-f8a9-4f57-a0d4-b999b9e10e55","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:31:55.842154983Z","hostname":"oxz_crucible_bdf2751f-c852-4ec9-afc3-499ce4e8dceb","pid":26925,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-d2848984-f8a9-4f57-a0d4-b999b9e10e55","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:31:55.84552248Z","hostname":"oxz_crucible_bdf2751f-c852-4ec9-afc3-499ce4e8dceb","pid":26925,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:31:55.854648866Z","hostname":"oxz_crucible_bdf2751f-c852-4ec9-afc3-499ce4e8dceb","pid":26925,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d2848984-f8a9-4f57-a0d4-b999b9e10e55","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:31:55.859769394Z","hostname":"oxz_crucible_bdf2751f-c852-4ec9-afc3-499ce4e8dceb","pid":26925,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d2848984-f8a9-4f57-a0d4-b999b9e10e55","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:31:55.860051244Z","hostname":"oxz_crucible_bdf2751f-c852-4ec9-afc3-499ce4e8dceb","pid":26925,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:31:55.860102285Z","hostname":"oxz_crucible_bdf2751f-c852-4ec9-afc3-499ce4e8dceb","pid":26925,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:31:55.860146617Z","hostname":"oxz_crucible_bdf2751f-c852-4ec9-afc3-499ce4e8dceb","pid":26925,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:31:55.860184358Z","hostname":"oxz_crucible_bdf2751f-c852-4ec9-afc3-499ce4e8dceb","pid":26925,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:31:55.865346027Z","hostname":"oxz_crucible_bdf2751f-c852-4ec9-afc3-499ce4e8dceb","pid":26925,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:31:55.870477535Z","hostname":"oxz_crucible_bdf2751f-c852-4ec9-afc3-499ce4e8dceb","pid":26925,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:31:55.898188946Z","hostname":"oxz_crucible_bdf2751f-c852-4ec9-afc3-499ce4e8dceb","pid":26925,"uri":"/crucible/0/regions","method":"POST","req_id":"34789b60-e46e-416e-a809-2ae95532cbee","remote_addr":"[fd00:1122:3344:101::b]:34065","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":67,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:42:41.794761973Z","hostname":"oxz_crucible_bdf2751f-c852-4ec9-afc3-499ce4e8dceb","pid":26925,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:64841"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:42:41.795136286Z","hostname":"oxz_crucible_bdf2751f-c852-4ec9-afc3-499ce4e8dceb","pid":26925,"uri":"/crucible/0/regions/d2848984-f8a9-4f57-a0d4-b999b9e10e55","method":"GET","req_id":"ca380332-f6ee-4b80-9b88-807a924e0f12","remote_addr":"[fd00:1122:3344:101::b]:64841","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":42,"response_code":200} {"msg":"path is \"/data/regions/d2848984-f8a9-4f57-a0d4-b999b9e10e55\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:42:41.798389139Z","hostname":"oxz_crucible_bdf2751f-c852-4ec9-afc3-499ce4e8dceb","pid":26925,"component":"datafile"} {"msg":"dataset is oxp_b48260e2-f991-46c1-ba43-2b115680f001/crucible/regions/d2848984-f8a9-4f57-a0d4-b999b9e10e55","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:42:41.804303794Z","hostname":"oxz_crucible_bdf2751f-c852-4ec9-afc3-499ce4e8dceb","pid":26925,"component":"datafile"} {"msg":"snapshot is oxp_b48260e2-f991-46c1-ba43-2b115680f001/crucible/regions/d2848984-f8a9-4f57-a0d4-b999b9e10e55@9c284df1-6c3a-4ced-a3cb-d8f4ac566d1d","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:42:41.81026767Z","hostname":"oxz_crucible_bdf2751f-c852-4ec9-afc3-499ce4e8dceb","pid":26925,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_b48260e2-f991-46c1-ba43-2b115680f001/crucible/regions/d2848984-f8a9-4f57-a0d4-b999b9e10e55\", \"9c284df1-6c3a-4ced-a3cb-d8f4ac566d1d\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:42:41.810295402Z","hostname":"oxz_crucible_bdf2751f-c852-4ec9-afc3-499ce4e8dceb","pid":26925,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:42:41.819260532Z","hostname":"oxz_crucible_bdf2751f-c852-4ec9-afc3-499ce4e8dceb","pid":26925,"uri":"/crucible/0/regions/d2848984-f8a9-4f57-a0d4-b999b9e10e55/snapshots/9c284df1-6c3a-4ced-a3cb-d8f4ac566d1d","method":"GET","req_id":"033605cc-ec0a-45a5-a4c5-de734ba4a577","remote_addr":"[fd00:1122:3344:101::b]:64841","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":20895,"response_code":200} {"msg":"path is \"/data/regions/d2848984-f8a9-4f57-a0d4-b999b9e10e55\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:42:41.822487784Z","hostname":"oxz_crucible_bdf2751f-c852-4ec9-afc3-499ce4e8dceb","pid":26925,"component":"datafile"} {"msg":"dataset is oxp_b48260e2-f991-46c1-ba43-2b115680f001/crucible/regions/d2848984-f8a9-4f57-a0d4-b999b9e10e55","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:42:41.82929195Z","hostname":"oxz_crucible_bdf2751f-c852-4ec9-afc3-499ce4e8dceb","pid":26925,"component":"datafile"} {"msg":"snapshot is oxp_b48260e2-f991-46c1-ba43-2b115680f001/crucible/regions/d2848984-f8a9-4f57-a0d4-b999b9e10e55@9c284df1-6c3a-4ced-a3cb-d8f4ac566d1d","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:42:41.835946131Z","hostname":"oxz_crucible_bdf2751f-c852-4ec9-afc3-499ce4e8dceb","pid":26925,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_b48260e2-f991-46c1-ba43-2b115680f001/crucible/regions/d2848984-f8a9-4f57-a0d4-b999b9e10e55\", \"9c284df1-6c3a-4ced-a3cb-d8f4ac566d1d\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:42:41.835959311Z","hostname":"oxz_crucible_bdf2751f-c852-4ec9-afc3-499ce4e8dceb","pid":26925,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot d2848984-f8a9-4f57-a0d4-b999b9e10e55-9c284df1-6c3a-4ced-a3cb-d8f4ac566d1d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:42:41.842625862Z","hostname":"oxz_crucible_bdf2751f-c852-4ec9-afc3-499ce4e8dceb","pid":26925,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:42:41.84313047Z","hostname":"oxz_crucible_bdf2751f-c852-4ec9-afc3-499ce4e8dceb","pid":26925,"uri":"/crucible/0/regions/d2848984-f8a9-4f57-a0d4-b999b9e10e55/snapshots/9c284df1-6c3a-4ced-a3cb-d8f4ac566d1d/run","method":"POST","req_id":"0ea0f95e-f391-433d-a170-10d0bc95096b","remote_addr":"[fd00:1122:3344:101::b]:64841","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":20672,"response_code":200} {"msg":"applying SMF actions for region d2848984-f8a9-4f57-a0d4-b999b9e10e55 running snapshot 9c284df1-6c3a-4ced-a3cb-d8f4ac566d1d (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:42:41.84314501Z","hostname":"oxz_crucible_bdf2751f-c852-4ec9-afc3-499ce4e8dceb","pid":26925,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-d2848984-f8a9-4f57-a0d4-b999b9e10e55-9c284df1-6c3a-4ced-a3cb-d8f4ac566d1d","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:42:41.865522626Z","hostname":"oxz_crucible_bdf2751f-c852-4ec9-afc3-499ce4e8dceb","pid":26925,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-d2848984-f8a9-4f57-a0d4-b999b9e10e55-9c284df1-6c3a-4ced-a3cb-d8f4ac566d1d","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:42:41.876706624Z","hostname":"oxz_crucible_bdf2751f-c852-4ec9-afc3-499ce4e8dceb","pid":26925,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-d2848984-f8a9-4f57-a0d4-b999b9e10e55-9c284df1-6c3a-4ced-a3cb-d8f4ac566d1d","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:42:41.888354017Z","hostname":"oxz_crucible_bdf2751f-c852-4ec9-afc3-499ce4e8dceb","pid":26925,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d2848984-f8a9-4f57-a0d4-b999b9e10e55/.zfs/snapshot/9c284df1-6c3a-4ced-a3cb-d8f4ac566d1d","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:42:41.888604666Z","hostname":"oxz_crucible_bdf2751f-c852-4ec9-afc3-499ce4e8dceb","pid":26925,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:42:41.888654878Z","hostname":"oxz_crucible_bdf2751f-c852-4ec9-afc3-499ce4e8dceb","pid":26925,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:42:41.888698279Z","hostname":"oxz_crucible_bdf2751f-c852-4ec9-afc3-499ce4e8dceb","pid":26925,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:42:41.888749161Z","hostname":"oxz_crucible_bdf2751f-c852-4ec9-afc3-499ce4e8dceb","pid":26925,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:42:41.888803043Z","hostname":"oxz_crucible_bdf2751f-c852-4ec9-afc3-499ce4e8dceb","pid":26925,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:42:41.892684267Z","hostname":"oxz_crucible_bdf2751f-c852-4ec9-afc3-499ce4e8dceb","pid":26925,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:42:41.896385366Z","hostname":"oxz_crucible_bdf2751f-c852-4ec9-afc3-499ce4e8dceb","pid":26925,"component":"worker"} {"msg":"region d2848984-f8a9-4f57-a0d4-b999b9e10e55 running snapshot 9c284df1-6c3a-4ced-a3cb-d8f4ac566d1d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:42:41.896398266Z","hostname":"oxz_crucible_bdf2751f-c852-4ec9-afc3-499ce4e8dceb","pid":26925,"component":"datafile"} {"msg":"path is \"/data/regions/d2848984-f8a9-4f57-a0d4-b999b9e10e55\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:42:41.993227163Z","hostname":"oxz_crucible_bdf2751f-c852-4ec9-afc3-499ce4e8dceb","pid":26925,"component":"datafile"} {"msg":"dataset is oxp_b48260e2-f991-46c1-ba43-2b115680f001/crucible/regions/d2848984-f8a9-4f57-a0d4-b999b9e10e55","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:42:41.999639465Z","hostname":"oxz_crucible_bdf2751f-c852-4ec9-afc3-499ce4e8dceb","pid":26925,"component":"datafile"} {"msg":"snapshot is oxp_b48260e2-f991-46c1-ba43-2b115680f001/crucible/regions/d2848984-f8a9-4f57-a0d4-b999b9e10e55@9c284df1-6c3a-4ced-a3cb-d8f4ac566d1d","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:42:42.006576535Z","hostname":"oxz_crucible_bdf2751f-c852-4ec9-afc3-499ce4e8dceb","pid":26925,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_b48260e2-f991-46c1-ba43-2b115680f001/crucible/regions/d2848984-f8a9-4f57-a0d4-b999b9e10e55\", \"9c284df1-6c3a-4ced-a3cb-d8f4ac566d1d\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:42:42.006594296Z","hostname":"oxz_crucible_bdf2751f-c852-4ec9-afc3-499ce4e8dceb","pid":26925,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:42:42.012567863Z","hostname":"oxz_crucible_bdf2751f-c852-4ec9-afc3-499ce4e8dceb","pid":26925,"uri":"/crucible/0/regions/d2848984-f8a9-4f57-a0d4-b999b9e10e55/snapshots/9c284df1-6c3a-4ced-a3cb-d8f4ac566d1d/run","method":"POST","req_id":"ee9a5749-09fa-4604-91e8-850b6776258d","remote_addr":"[fd00:1122:3344:101::b]:64841","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":19374,"response_code":200}