[ Jan 20 00:00:42 Enabled. ] [ Jan 20 00:00:42 Rereading configuration. ] [ Jan 20 00:00:43 Rereading configuration. ] [ Jan 20 00:00:47 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_5921b5a6-6ff6-4c83-95de-9c4b6f8e8fd0/crucible -l [fd00:1122:3344:101::12]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7103cd3a3d7b0112d2949dd135db06fef0c156bb\nCommit timestamp: 2025-11-10T22:24:53.000000000Z branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:00:47.407173814Z","hostname":"oxz_crucible_abe9c357-52e9-431f-9049-36af936e08e9","pid":28118} {"msg":"dataset: \"oxp_5921b5a6-6ff6-4c83-95de-9c4b6f8e8fd0/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:00:47.408004935Z","hostname":"oxz_crucible_abe9c357-52e9-431f-9049-36af936e08e9","pid":28118} {"msg":"listen IP: [fd00:1122:3344:101::12]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:00:47.408056555Z","hostname":"oxz_crucible_abe9c357-52e9-431f-9049-36af936e08e9","pid":28118} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:00:47.408069135Z","hostname":"oxz_crucible_abe9c357-52e9-431f-9049-36af936e08e9","pid":28118} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:00:47.421122293Z","hostname":"oxz_crucible_abe9c357-52e9-431f-9049-36af936e08e9","pid":28118,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:00:47.503260917Z","hostname":"oxz_crucible_abe9c357-52e9-431f-9049-36af936e08e9","pid":28118,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:01:17.809657296Z","hostname":"oxz_crucible_abe9c357-52e9-431f-9049-36af936e08e9","pid":28118,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:64753"} {"msg":"region 1c4f4726-65c2-423b-b0bd-c8a80e5ed0bf state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:01:17.845405525Z","hostname":"oxz_crucible_abe9c357-52e9-431f-9049-36af936e08e9","pid":28118,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:01:17.846418268Z","hostname":"oxz_crucible_abe9c357-52e9-431f-9049-36af936e08e9","pid":28118,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:01:17.846460828Z","hostname":"oxz_crucible_abe9c357-52e9-431f-9049-36af936e08e9","pid":28118,"uri":"/crucible/0/regions","method":"POST","req_id":"fbc1ba08-0e92-4acf-bce3-b5b908abf301","remote_addr":"[fd00:1122:3344:101::a]:64753","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":13993,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_5921b5a6-6ff6-4c83-95de-9c4b6f8e8fd0/crucible/regions/1c4f4726-65c2-423b-b0bd-c8a80e5ed0bf","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:01:17.853013382Z","hostname":"oxz_crucible_abe9c357-52e9-431f-9049-36af936e08e9","pid":28118,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_5921b5a6-6ff6-4c83-95de-9c4b6f8e8fd0/crucible/regions/1c4f4726-65c2-423b-b0bd-c8a80e5ed0bf","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:01:17.853031543Z","hostname":"oxz_crucible_abe9c357-52e9-431f-9049-36af936e08e9","pid":28118,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"1c4f4726-65c2-423b-b0bd-c8a80e5ed0bf\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/1c4f4726-65c2-423b-b0bd-c8a80e5ed0bf\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:01:17.929640925Z","hostname":"oxz_crucible_abe9c357-52e9-431f-9049-36af936e08e9","pid":28118,"region":"1c4f4726-65c2-423b-b0bd-c8a80e5ed0bf","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"1c4f4726-65c2-423b-b0bd-c8a80e5ed0bf\" \"--data\" \"/data/regions/1c4f4726-65c2-423b-b0bd-c8a80e5ed0bf\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:01:17.931881044Z","hostname":"oxz_crucible_abe9c357-52e9-431f-9049-36af936e08e9","pid":28118,"region":"1c4f4726-65c2-423b-b0bd-c8a80e5ed0bf","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:01:18.101693832Z","hostname":"oxz_crucible_abe9c357-52e9-431f-9049-36af936e08e9","pid":28118,"region":"1c4f4726-65c2-423b-b0bd-c8a80e5ed0bf","component":"worker"} {"msg":"region 1c4f4726-65c2-423b-b0bd-c8a80e5ed0bf state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:01:18.101766682Z","hostname":"oxz_crucible_abe9c357-52e9-431f-9049-36af936e08e9","pid":28118,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:01:18.101975735Z","hostname":"oxz_crucible_abe9c357-52e9-431f-9049-36af936e08e9","pid":28118,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-1c4f4726-65c2-423b-b0bd-c8a80e5ed0bf","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:01:18.10231936Z","hostname":"oxz_crucible_abe9c357-52e9-431f-9049-36af936e08e9","pid":28118,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-1c4f4726-65c2-423b-b0bd-c8a80e5ed0bf","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:01:18.109956398Z","hostname":"oxz_crucible_abe9c357-52e9-431f-9049-36af936e08e9","pid":28118,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:01:18.125956653Z","hostname":"oxz_crucible_abe9c357-52e9-431f-9049-36af936e08e9","pid":28118,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-1c4f4726-65c2-423b-b0bd-c8a80e5ed0bf","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:01:18.12963931Z","hostname":"oxz_crucible_abe9c357-52e9-431f-9049-36af936e08e9","pid":28118,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1c4f4726-65c2-423b-b0bd-c8a80e5ed0bf","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:01:18.130168177Z","hostname":"oxz_crucible_abe9c357-52e9-431f-9049-36af936e08e9","pid":28118,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:01:18.130231038Z","hostname":"oxz_crucible_abe9c357-52e9-431f-9049-36af936e08e9","pid":28118,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:01:18.130282708Z","hostname":"oxz_crucible_abe9c357-52e9-431f-9049-36af936e08e9","pid":28118,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:01:18.130332779Z","hostname":"oxz_crucible_abe9c357-52e9-431f-9049-36af936e08e9","pid":28118,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:01:18.134211489Z","hostname":"oxz_crucible_abe9c357-52e9-431f-9049-36af936e08e9","pid":28118,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:01:18.138936659Z","hostname":"oxz_crucible_abe9c357-52e9-431f-9049-36af936e08e9","pid":28118,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:01:18.20913875Z","hostname":"oxz_crucible_abe9c357-52e9-431f-9049-36af936e08e9","pid":28118,"uri":"/crucible/0/regions","method":"POST","req_id":"b2fccdc1-ea8c-4ef2-b5ad-d0158cd8ae1c","remote_addr":"[fd00:1122:3344:101::a]:64753","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":77,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:32.825626023Z","hostname":"oxz_crucible_abe9c357-52e9-431f-9049-36af936e08e9","pid":28118,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:58911"} {"msg":"region ebc9fa1c-5486-46f3-930b-fe68bf91af5c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:32.825868156Z","hostname":"oxz_crucible_abe9c357-52e9-431f-9049-36af936e08e9","pid":28118,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:32.826355252Z","hostname":"oxz_crucible_abe9c357-52e9-431f-9049-36af936e08e9","pid":28118,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:32.826369382Z","hostname":"oxz_crucible_abe9c357-52e9-431f-9049-36af936e08e9","pid":28118,"uri":"/crucible/0/regions","method":"POST","req_id":"b1bf9233-4ddb-4ffe-9a04-295ceac675b9","remote_addr":"[fd00:1122:3344:101::a]:58911","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":697,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_5921b5a6-6ff6-4c83-95de-9c4b6f8e8fd0/crucible/regions/ebc9fa1c-5486-46f3-930b-fe68bf91af5c","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:32.834449826Z","hostname":"oxz_crucible_abe9c357-52e9-431f-9049-36af936e08e9","pid":28118,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_5921b5a6-6ff6-4c83-95de-9c4b6f8e8fd0/crucible/regions/ebc9fa1c-5486-46f3-930b-fe68bf91af5c","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:32.834475137Z","hostname":"oxz_crucible_abe9c357-52e9-431f-9049-36af936e08e9","pid":28118,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"ebc9fa1c-5486-46f3-930b-fe68bf91af5c\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/ebc9fa1c-5486-46f3-930b-fe68bf91af5c\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:32.887585078Z","hostname":"oxz_crucible_abe9c357-52e9-431f-9049-36af936e08e9","pid":28118,"region":"ebc9fa1c-5486-46f3-930b-fe68bf91af5c","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"ebc9fa1c-5486-46f3-930b-fe68bf91af5c\" \"--data\" \"/data/regions/ebc9fa1c-5486-46f3-930b-fe68bf91af5c\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:32.887622038Z","hostname":"oxz_crucible_abe9c357-52e9-431f-9049-36af936e08e9","pid":28118,"region":"ebc9fa1c-5486-46f3-930b-fe68bf91af5c","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:32.972672569Z","hostname":"oxz_crucible_abe9c357-52e9-431f-9049-36af936e08e9","pid":28118,"region":"ebc9fa1c-5486-46f3-930b-fe68bf91af5c","component":"worker"} {"msg":"region ebc9fa1c-5486-46f3-930b-fe68bf91af5c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:32.9727066Z","hostname":"oxz_crucible_abe9c357-52e9-431f-9049-36af936e08e9","pid":28118,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:32.972814621Z","hostname":"oxz_crucible_abe9c357-52e9-431f-9049-36af936e08e9","pid":28118,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-ebc9fa1c-5486-46f3-930b-fe68bf91af5c","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:32.989717208Z","hostname":"oxz_crucible_abe9c357-52e9-431f-9049-36af936e08e9","pid":28118,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-ebc9fa1c-5486-46f3-930b-fe68bf91af5c","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:32.99694998Z","hostname":"oxz_crucible_abe9c357-52e9-431f-9049-36af936e08e9","pid":28118,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:33.007986082Z","hostname":"oxz_crucible_abe9c357-52e9-431f-9049-36af936e08e9","pid":28118,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ebc9fa1c-5486-46f3-930b-fe68bf91af5c","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:33.011545348Z","hostname":"oxz_crucible_abe9c357-52e9-431f-9049-36af936e08e9","pid":28118,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ebc9fa1c-5486-46f3-930b-fe68bf91af5c","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:33.011797721Z","hostname":"oxz_crucible_abe9c357-52e9-431f-9049-36af936e08e9","pid":28118,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:33.011841431Z","hostname":"oxz_crucible_abe9c357-52e9-431f-9049-36af936e08e9","pid":28118,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:33.011880472Z","hostname":"oxz_crucible_abe9c357-52e9-431f-9049-36af936e08e9","pid":28118,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:33.011916282Z","hostname":"oxz_crucible_abe9c357-52e9-431f-9049-36af936e08e9","pid":28118,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:33.016030275Z","hostname":"oxz_crucible_abe9c357-52e9-431f-9049-36af936e08e9","pid":28118,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:33.021340153Z","hostname":"oxz_crucible_abe9c357-52e9-431f-9049-36af936e08e9","pid":28118,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:33.103375675Z","hostname":"oxz_crucible_abe9c357-52e9-431f-9049-36af936e08e9","pid":28118,"uri":"/crucible/0/regions","method":"POST","req_id":"9bb43619-b213-445c-8c0e-7f8ef26caa1b","remote_addr":"[fd00:1122:3344:101::a]:58911","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":71,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:33.903363758Z","hostname":"oxz_crucible_abe9c357-52e9-431f-9049-36af936e08e9","pid":28118,"uri":"/crucible/0/regions/1c4f4726-65c2-423b-b0bd-c8a80e5ed0bf","method":"GET","req_id":"7e202706-5bd4-4dc9-a2ca-88908ac5fd17","remote_addr":"[fd00:1122:3344:101::a]:58911","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":75,"response_code":200} {"msg":"path is \"/data/regions/1c4f4726-65c2-423b-b0bd-c8a80e5ed0bf\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:33.912817329Z","hostname":"oxz_crucible_abe9c357-52e9-431f-9049-36af936e08e9","pid":28118,"component":"datafile"} {"msg":"dataset is oxp_5921b5a6-6ff6-4c83-95de-9c4b6f8e8fd0/crucible/regions/1c4f4726-65c2-423b-b0bd-c8a80e5ed0bf","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:33.918879137Z","hostname":"oxz_crucible_abe9c357-52e9-431f-9049-36af936e08e9","pid":28118,"component":"datafile"} {"msg":"snapshot is oxp_5921b5a6-6ff6-4c83-95de-9c4b6f8e8fd0/crucible/regions/1c4f4726-65c2-423b-b0bd-c8a80e5ed0bf@14869242-834d-4a15-8082-c60958f3b3e7","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:33.925142997Z","hostname":"oxz_crucible_abe9c357-52e9-431f-9049-36af936e08e9","pid":28118,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_5921b5a6-6ff6-4c83-95de-9c4b6f8e8fd0/crucible/regions/1c4f4726-65c2-423b-b0bd-c8a80e5ed0bf\", \"14869242-834d-4a15-8082-c60958f3b3e7\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:33.925158178Z","hostname":"oxz_crucible_abe9c357-52e9-431f-9049-36af936e08e9","pid":28118,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:33.932971198Z","hostname":"oxz_crucible_abe9c357-52e9-431f-9049-36af936e08e9","pid":28118,"uri":"/crucible/0/regions/1c4f4726-65c2-423b-b0bd-c8a80e5ed0bf/snapshots/14869242-834d-4a15-8082-c60958f3b3e7","method":"GET","req_id":"e5e08043-126d-4dbb-bc45-7f248c90ef9f","remote_addr":"[fd00:1122:3344:101::a]:58911","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":20188,"response_code":200} {"msg":"path is \"/data/regions/1c4f4726-65c2-423b-b0bd-c8a80e5ed0bf\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:33.936379301Z","hostname":"oxz_crucible_abe9c357-52e9-431f-9049-36af936e08e9","pid":28118,"component":"datafile"} {"msg":"dataset is oxp_5921b5a6-6ff6-4c83-95de-9c4b6f8e8fd0/crucible/regions/1c4f4726-65c2-423b-b0bd-c8a80e5ed0bf","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:33.941475497Z","hostname":"oxz_crucible_abe9c357-52e9-431f-9049-36af936e08e9","pid":28118,"component":"datafile"} {"msg":"snapshot is oxp_5921b5a6-6ff6-4c83-95de-9c4b6f8e8fd0/crucible/regions/1c4f4726-65c2-423b-b0bd-c8a80e5ed0bf@14869242-834d-4a15-8082-c60958f3b3e7","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:33.946478131Z","hostname":"oxz_crucible_abe9c357-52e9-431f-9049-36af936e08e9","pid":28118,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_5921b5a6-6ff6-4c83-95de-9c4b6f8e8fd0/crucible/regions/1c4f4726-65c2-423b-b0bd-c8a80e5ed0bf\", \"14869242-834d-4a15-8082-c60958f3b3e7\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:33.946502431Z","hostname":"oxz_crucible_abe9c357-52e9-431f-9049-36af936e08e9","pid":28118,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 1c4f4726-65c2-423b-b0bd-c8a80e5ed0bf-14869242-834d-4a15-8082-c60958f3b3e7 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:33.952915964Z","hostname":"oxz_crucible_abe9c357-52e9-431f-9049-36af936e08e9","pid":28118,"component":"datafile"} {"msg":"applying SMF actions for region 1c4f4726-65c2-423b-b0bd-c8a80e5ed0bf running snapshot 14869242-834d-4a15-8082-c60958f3b3e7 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:33.953052786Z","hostname":"oxz_crucible_abe9c357-52e9-431f-9049-36af936e08e9","pid":28118,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:33.953067896Z","hostname":"oxz_crucible_abe9c357-52e9-431f-9049-36af936e08e9","pid":28118,"uri":"/crucible/0/regions/1c4f4726-65c2-423b-b0bd-c8a80e5ed0bf/snapshots/14869242-834d-4a15-8082-c60958f3b3e7/run","method":"POST","req_id":"7d213321-cc52-4226-ba92-073f5357a78c","remote_addr":"[fd00:1122:3344:101::a]:58911","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":16693,"response_code":200} {"msg":"creating missing snapshot instance snapshot-1c4f4726-65c2-423b-b0bd-c8a80e5ed0bf-14869242-834d-4a15-8082-c60958f3b3e7","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:33.958174951Z","hostname":"oxz_crucible_abe9c357-52e9-431f-9049-36af936e08e9","pid":28118,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-1c4f4726-65c2-423b-b0bd-c8a80e5ed0bf-14869242-834d-4a15-8082-c60958f3b3e7","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:33.966399667Z","hostname":"oxz_crucible_abe9c357-52e9-431f-9049-36af936e08e9","pid":28118,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-1c4f4726-65c2-423b-b0bd-c8a80e5ed0bf-14869242-834d-4a15-8082-c60958f3b3e7","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:33.977001623Z","hostname":"oxz_crucible_abe9c357-52e9-431f-9049-36af936e08e9","pid":28118,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1c4f4726-65c2-423b-b0bd-c8a80e5ed0bf/.zfs/snapshot/14869242-834d-4a15-8082-c60958f3b3e7","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:33.977203625Z","hostname":"oxz_crucible_abe9c357-52e9-431f-9049-36af936e08e9","pid":28118,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:33.977245526Z","hostname":"oxz_crucible_abe9c357-52e9-431f-9049-36af936e08e9","pid":28118,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:33.977280446Z","hostname":"oxz_crucible_abe9c357-52e9-431f-9049-36af936e08e9","pid":28118,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:33.977316397Z","hostname":"oxz_crucible_abe9c357-52e9-431f-9049-36af936e08e9","pid":28118,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:33.977359567Z","hostname":"oxz_crucible_abe9c357-52e9-431f-9049-36af936e08e9","pid":28118,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:33.981281137Z","hostname":"oxz_crucible_abe9c357-52e9-431f-9049-36af936e08e9","pid":28118,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:33.986078329Z","hostname":"oxz_crucible_abe9c357-52e9-431f-9049-36af936e08e9","pid":28118,"component":"worker"} {"msg":"region 1c4f4726-65c2-423b-b0bd-c8a80e5ed0bf running snapshot 14869242-834d-4a15-8082-c60958f3b3e7 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:33.986096979Z","hostname":"oxz_crucible_abe9c357-52e9-431f-9049-36af936e08e9","pid":28118,"component":"datafile"} {"msg":"path is \"/data/regions/1c4f4726-65c2-423b-b0bd-c8a80e5ed0bf\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:34.176429151Z","hostname":"oxz_crucible_abe9c357-52e9-431f-9049-36af936e08e9","pid":28118,"component":"datafile"} {"msg":"dataset is oxp_5921b5a6-6ff6-4c83-95de-9c4b6f8e8fd0/crucible/regions/1c4f4726-65c2-423b-b0bd-c8a80e5ed0bf","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:34.182713901Z","hostname":"oxz_crucible_abe9c357-52e9-431f-9049-36af936e08e9","pid":28118,"component":"datafile"} {"msg":"snapshot is oxp_5921b5a6-6ff6-4c83-95de-9c4b6f8e8fd0/crucible/regions/1c4f4726-65c2-423b-b0bd-c8a80e5ed0bf@14869242-834d-4a15-8082-c60958f3b3e7","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:34.189708571Z","hostname":"oxz_crucible_abe9c357-52e9-431f-9049-36af936e08e9","pid":28118,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_5921b5a6-6ff6-4c83-95de-9c4b6f8e8fd0/crucible/regions/1c4f4726-65c2-423b-b0bd-c8a80e5ed0bf\", \"14869242-834d-4a15-8082-c60958f3b3e7\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:34.189734611Z","hostname":"oxz_crucible_abe9c357-52e9-431f-9049-36af936e08e9","pid":28118,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T00:11:34.195981091Z","hostname":"oxz_crucible_abe9c357-52e9-431f-9049-36af936e08e9","pid":28118,"uri":"/crucible/0/regions/1c4f4726-65c2-423b-b0bd-c8a80e5ed0bf/snapshots/14869242-834d-4a15-8082-c60958f3b3e7/run","method":"POST","req_id":"61658d1d-8a01-4b3c-9669-15cef0e4ce21","remote_addr":"[fd00:1122:3344:101::a]:58911","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":19585,"response_code":200}