[ Jan 15 15:03:25 Enabled. ] [ Jan 15 15:03:25 Rereading configuration. ] [ Jan 15 15:03:27 Rereading configuration. ] [ Jan 15 15:03:33 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_0c2c31c8-b692-45ee-ac66-a825115f4b4a/crucible -l [fd00:1122:3344:101::16]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7103cd3a3d7b0112d2949dd135db06fef0c156bb\nCommit timestamp: 2025-11-10T22:24:53.000000000Z branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:03:33.377349011Z","hostname":"oxz_crucible_79bf51b3-102c-48d1-8dfa-33c0762bf2ab","pid":24220} {"msg":"dataset: \"oxp_0c2c31c8-b692-45ee-ac66-a825115f4b4a/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:03:33.377577919Z","hostname":"oxz_crucible_79bf51b3-102c-48d1-8dfa-33c0762bf2ab","pid":24220} {"msg":"listen IP: [fd00:1122:3344:101::16]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:03:33.377590199Z","hostname":"oxz_crucible_79bf51b3-102c-48d1-8dfa-33c0762bf2ab","pid":24220} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:03:33.377597799Z","hostname":"oxz_crucible_79bf51b3-102c-48d1-8dfa-33c0762bf2ab","pid":24220} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:03:33.395300011Z","hostname":"oxz_crucible_79bf51b3-102c-48d1-8dfa-33c0762bf2ab","pid":24220,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:03:33.482990529Z","hostname":"oxz_crucible_79bf51b3-102c-48d1-8dfa-33c0762bf2ab","pid":24220,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:04:01.42488183Z","hostname":"oxz_crucible_79bf51b3-102c-48d1-8dfa-33c0762bf2ab","pid":24220,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:60043"} {"msg":"region 9bb15855-6b8f-4eb7-b96c-158e883e544b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:04:01.466679045Z","hostname":"oxz_crucible_79bf51b3-102c-48d1-8dfa-33c0762bf2ab","pid":24220,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:04:01.469084174Z","hostname":"oxz_crucible_79bf51b3-102c-48d1-8dfa-33c0762bf2ab","pid":24220,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:04:01.469138576Z","hostname":"oxz_crucible_79bf51b3-102c-48d1-8dfa-33c0762bf2ab","pid":24220,"uri":"/crucible/0/regions","method":"POST","req_id":"b31637ed-0dda-43ef-ad1e-65590d0b69ec","remote_addr":"[fd00:1122:3344:101::b]:60043","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":17449,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_0c2c31c8-b692-45ee-ac66-a825115f4b4a/crucible/regions/9bb15855-6b8f-4eb7-b96c-158e883e544b","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:04:01.47717344Z","hostname":"oxz_crucible_79bf51b3-102c-48d1-8dfa-33c0762bf2ab","pid":24220,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_0c2c31c8-b692-45ee-ac66-a825115f4b4a/crucible/regions/9bb15855-6b8f-4eb7-b96c-158e883e544b","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:04:01.47719246Z","hostname":"oxz_crucible_79bf51b3-102c-48d1-8dfa-33c0762bf2ab","pid":24220,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"9bb15855-6b8f-4eb7-b96c-158e883e544b\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/9bb15855-6b8f-4eb7-b96c-158e883e544b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:04:01.546580102Z","hostname":"oxz_crucible_79bf51b3-102c-48d1-8dfa-33c0762bf2ab","pid":24220,"region":"9bb15855-6b8f-4eb7-b96c-158e883e544b","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"9bb15855-6b8f-4eb7-b96c-158e883e544b\" \"--data\" \"/data/regions/9bb15855-6b8f-4eb7-b96c-158e883e544b\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:04:01.546691326Z","hostname":"oxz_crucible_79bf51b3-102c-48d1-8dfa-33c0762bf2ab","pid":24220,"region":"9bb15855-6b8f-4eb7-b96c-158e883e544b","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:04:01.779654556Z","hostname":"oxz_crucible_79bf51b3-102c-48d1-8dfa-33c0762bf2ab","pid":24220,"uri":"/crucible/0/regions","method":"POST","req_id":"f73f0b14-bff4-4e4e-a320-ab4a036fceac","remote_addr":"[fd00:1122:3344:101::b]:60043","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":60,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:04:01.894975398Z","hostname":"oxz_crucible_79bf51b3-102c-48d1-8dfa-33c0762bf2ab","pid":24220,"region":"9bb15855-6b8f-4eb7-b96c-158e883e544b","component":"worker"} {"msg":"region 9bb15855-6b8f-4eb7-b96c-158e883e544b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:04:01.8950504Z","hostname":"oxz_crucible_79bf51b3-102c-48d1-8dfa-33c0762bf2ab","pid":24220,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:04:01.895296958Z","hostname":"oxz_crucible_79bf51b3-102c-48d1-8dfa-33c0762bf2ab","pid":24220,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-9bb15855-6b8f-4eb7-b96c-158e883e544b","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:04:01.895636779Z","hostname":"oxz_crucible_79bf51b3-102c-48d1-8dfa-33c0762bf2ab","pid":24220,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-9bb15855-6b8f-4eb7-b96c-158e883e544b","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:04:01.904360136Z","hostname":"oxz_crucible_79bf51b3-102c-48d1-8dfa-33c0762bf2ab","pid":24220,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:04:01.919339349Z","hostname":"oxz_crucible_79bf51b3-102c-48d1-8dfa-33c0762bf2ab","pid":24220,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-9bb15855-6b8f-4eb7-b96c-158e883e544b","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:04:01.922694499Z","hostname":"oxz_crucible_79bf51b3-102c-48d1-8dfa-33c0762bf2ab","pid":24220,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9bb15855-6b8f-4eb7-b96c-158e883e544b","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:04:01.923379432Z","hostname":"oxz_crucible_79bf51b3-102c-48d1-8dfa-33c0762bf2ab","pid":24220,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:04:01.923456524Z","hostname":"oxz_crucible_79bf51b3-102c-48d1-8dfa-33c0762bf2ab","pid":24220,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:04:01.923501176Z","hostname":"oxz_crucible_79bf51b3-102c-48d1-8dfa-33c0762bf2ab","pid":24220,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:04:01.923534807Z","hostname":"oxz_crucible_79bf51b3-102c-48d1-8dfa-33c0762bf2ab","pid":24220,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:04:01.927759856Z","hostname":"oxz_crucible_79bf51b3-102c-48d1-8dfa-33c0762bf2ab","pid":24220,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:04:01.931623643Z","hostname":"oxz_crucible_79bf51b3-102c-48d1-8dfa-33c0762bf2ab","pid":24220,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:04:02.468867158Z","hostname":"oxz_crucible_79bf51b3-102c-48d1-8dfa-33c0762bf2ab","pid":24220,"uri":"/crucible/0/regions","method":"POST","req_id":"43270eaf-a83d-49c8-99e1-bde6c8d1a2bc","remote_addr":"[fd00:1122:3344:101::b]:60043","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":57,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:14:19.030282298Z","hostname":"oxz_crucible_79bf51b3-102c-48d1-8dfa-33c0762bf2ab","pid":24220,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:36988"} {"msg":"region e566b06b-b48f-4044-8943-e9c42a64da63 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:14:19.031117836Z","hostname":"oxz_crucible_79bf51b3-102c-48d1-8dfa-33c0762bf2ab","pid":24220,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:14:19.031591821Z","hostname":"oxz_crucible_79bf51b3-102c-48d1-8dfa-33c0762bf2ab","pid":24220,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:14:19.031626873Z","hostname":"oxz_crucible_79bf51b3-102c-48d1-8dfa-33c0762bf2ab","pid":24220,"uri":"/crucible/0/regions","method":"POST","req_id":"dcc4708c-1fd5-4818-a549-7bfd6bec42cf","remote_addr":"[fd00:1122:3344:101::b]:36988","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":1147,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_0c2c31c8-b692-45ee-ac66-a825115f4b4a/crucible/regions/e566b06b-b48f-4044-8943-e9c42a64da63","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:14:19.042664565Z","hostname":"oxz_crucible_79bf51b3-102c-48d1-8dfa-33c0762bf2ab","pid":24220,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_0c2c31c8-b692-45ee-ac66-a825115f4b4a/crucible/regions/e566b06b-b48f-4044-8943-e9c42a64da63","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:14:19.042696226Z","hostname":"oxz_crucible_79bf51b3-102c-48d1-8dfa-33c0762bf2ab","pid":24220,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"e566b06b-b48f-4044-8943-e9c42a64da63\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/e566b06b-b48f-4044-8943-e9c42a64da63\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:14:19.106574413Z","hostname":"oxz_crucible_79bf51b3-102c-48d1-8dfa-33c0762bf2ab","pid":24220,"region":"e566b06b-b48f-4044-8943-e9c42a64da63","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"e566b06b-b48f-4044-8943-e9c42a64da63\" \"--data\" \"/data/regions/e566b06b-b48f-4044-8943-e9c42a64da63\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:14:19.106628495Z","hostname":"oxz_crucible_79bf51b3-102c-48d1-8dfa-33c0762bf2ab","pid":24220,"region":"e566b06b-b48f-4044-8943-e9c42a64da63","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:14:19.204309322Z","hostname":"oxz_crucible_79bf51b3-102c-48d1-8dfa-33c0762bf2ab","pid":24220,"region":"e566b06b-b48f-4044-8943-e9c42a64da63","component":"worker"} {"msg":"region e566b06b-b48f-4044-8943-e9c42a64da63 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:14:19.204360783Z","hostname":"oxz_crucible_79bf51b3-102c-48d1-8dfa-33c0762bf2ab","pid":24220,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:14:19.204505188Z","hostname":"oxz_crucible_79bf51b3-102c-48d1-8dfa-33c0762bf2ab","pid":24220,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-e566b06b-b48f-4044-8943-e9c42a64da63","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:14:19.223996578Z","hostname":"oxz_crucible_79bf51b3-102c-48d1-8dfa-33c0762bf2ab","pid":24220,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-e566b06b-b48f-4044-8943-e9c42a64da63","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:14:19.230384178Z","hostname":"oxz_crucible_79bf51b3-102c-48d1-8dfa-33c0762bf2ab","pid":24220,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:14:19.239388773Z","hostname":"oxz_crucible_79bf51b3-102c-48d1-8dfa-33c0762bf2ab","pid":24220,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-e566b06b-b48f-4044-8943-e9c42a64da63","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:14:19.243538439Z","hostname":"oxz_crucible_79bf51b3-102c-48d1-8dfa-33c0762bf2ab","pid":24220,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e566b06b-b48f-4044-8943-e9c42a64da63","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:14:19.243840679Z","hostname":"oxz_crucible_79bf51b3-102c-48d1-8dfa-33c0762bf2ab","pid":24220,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:14:19.243902871Z","hostname":"oxz_crucible_79bf51b3-102c-48d1-8dfa-33c0762bf2ab","pid":24220,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:14:19.243940052Z","hostname":"oxz_crucible_79bf51b3-102c-48d1-8dfa-33c0762bf2ab","pid":24220,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:14:19.243975404Z","hostname":"oxz_crucible_79bf51b3-102c-48d1-8dfa-33c0762bf2ab","pid":24220,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:14:19.248691488Z","hostname":"oxz_crucible_79bf51b3-102c-48d1-8dfa-33c0762bf2ab","pid":24220,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:14:19.25454114Z","hostname":"oxz_crucible_79bf51b3-102c-48d1-8dfa-33c0762bf2ab","pid":24220,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:14:19.38519599Z","hostname":"oxz_crucible_79bf51b3-102c-48d1-8dfa-33c0762bf2ab","pid":24220,"uri":"/crucible/0/regions","method":"POST","req_id":"4547ace3-c3d2-4367-bd0b-27b81c651142","remote_addr":"[fd00:1122:3344:101::b]:36988","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":61,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:14:21.028157895Z","hostname":"oxz_crucible_79bf51b3-102c-48d1-8dfa-33c0762bf2ab","pid":24220,"uri":"/crucible/0/regions/9bb15855-6b8f-4eb7-b96c-158e883e544b","method":"GET","req_id":"3e546c90-e8ca-407e-af76-14d917588f65","remote_addr":"[fd00:1122:3344:101::b]:36988","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":98,"response_code":200} {"msg":"path is \"/data/regions/9bb15855-6b8f-4eb7-b96c-158e883e544b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:14:21.032733806Z","hostname":"oxz_crucible_79bf51b3-102c-48d1-8dfa-33c0762bf2ab","pid":24220,"component":"datafile"} {"msg":"dataset is oxp_0c2c31c8-b692-45ee-ac66-a825115f4b4a/crucible/regions/9bb15855-6b8f-4eb7-b96c-158e883e544b","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:14:21.042160455Z","hostname":"oxz_crucible_79bf51b3-102c-48d1-8dfa-33c0762bf2ab","pid":24220,"component":"datafile"} {"msg":"snapshot is oxp_0c2c31c8-b692-45ee-ac66-a825115f4b4a/crucible/regions/9bb15855-6b8f-4eb7-b96c-158e883e544b@13105af3-c671-4b66-805e-7068f81633de","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:14:21.051935846Z","hostname":"oxz_crucible_79bf51b3-102c-48d1-8dfa-33c0762bf2ab","pid":24220,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_0c2c31c8-b692-45ee-ac66-a825115f4b4a/crucible/regions/9bb15855-6b8f-4eb7-b96c-158e883e544b\", \"13105af3-c671-4b66-805e-7068f81633de\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:14:21.051960947Z","hostname":"oxz_crucible_79bf51b3-102c-48d1-8dfa-33c0762bf2ab","pid":24220,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:14:21.063910419Z","hostname":"oxz_crucible_79bf51b3-102c-48d1-8dfa-33c0762bf2ab","pid":24220,"uri":"/crucible/0/regions/9bb15855-6b8f-4eb7-b96c-158e883e544b/snapshots/13105af3-c671-4b66-805e-7068f81633de","method":"GET","req_id":"463aef26-208d-4ea4-855c-165d10864cf4","remote_addr":"[fd00:1122:3344:101::b]:36988","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":31208,"response_code":200} {"msg":"path is \"/data/regions/9bb15855-6b8f-4eb7-b96c-158e883e544b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:14:21.069813813Z","hostname":"oxz_crucible_79bf51b3-102c-48d1-8dfa-33c0762bf2ab","pid":24220,"component":"datafile"} {"msg":"dataset is oxp_0c2c31c8-b692-45ee-ac66-a825115f4b4a/crucible/regions/9bb15855-6b8f-4eb7-b96c-158e883e544b","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:14:21.07611693Z","hostname":"oxz_crucible_79bf51b3-102c-48d1-8dfa-33c0762bf2ab","pid":24220,"component":"datafile"} {"msg":"snapshot is oxp_0c2c31c8-b692-45ee-ac66-a825115f4b4a/crucible/regions/9bb15855-6b8f-4eb7-b96c-158e883e544b@13105af3-c671-4b66-805e-7068f81633de","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:14:21.081797836Z","hostname":"oxz_crucible_79bf51b3-102c-48d1-8dfa-33c0762bf2ab","pid":24220,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_0c2c31c8-b692-45ee-ac66-a825115f4b4a/crucible/regions/9bb15855-6b8f-4eb7-b96c-158e883e544b\", \"13105af3-c671-4b66-805e-7068f81633de\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:14:21.081836678Z","hostname":"oxz_crucible_79bf51b3-102c-48d1-8dfa-33c0762bf2ab","pid":24220,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 9bb15855-6b8f-4eb7-b96c-158e883e544b-13105af3-c671-4b66-805e-7068f81633de state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:14:21.089691065Z","hostname":"oxz_crucible_79bf51b3-102c-48d1-8dfa-33c0762bf2ab","pid":24220,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:14:21.08982696Z","hostname":"oxz_crucible_79bf51b3-102c-48d1-8dfa-33c0762bf2ab","pid":24220,"uri":"/crucible/0/regions/9bb15855-6b8f-4eb7-b96c-158e883e544b/snapshots/13105af3-c671-4b66-805e-7068f81633de/run","method":"POST","req_id":"fa13babf-bfcd-4f37-ab8c-96957da2f53e","remote_addr":"[fd00:1122:3344:101::b]:36988","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":20045,"response_code":200} {"msg":"applying SMF actions for region 9bb15855-6b8f-4eb7-b96c-158e883e544b running snapshot 13105af3-c671-4b66-805e-7068f81633de (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:14:21.08984495Z","hostname":"oxz_crucible_79bf51b3-102c-48d1-8dfa-33c0762bf2ab","pid":24220,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-9bb15855-6b8f-4eb7-b96c-158e883e544b-13105af3-c671-4b66-805e-7068f81633de","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:14:21.094377799Z","hostname":"oxz_crucible_79bf51b3-102c-48d1-8dfa-33c0762bf2ab","pid":24220,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-9bb15855-6b8f-4eb7-b96c-158e883e544b-13105af3-c671-4b66-805e-7068f81633de","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:14:21.102453544Z","hostname":"oxz_crucible_79bf51b3-102c-48d1-8dfa-33c0762bf2ab","pid":24220,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-9bb15855-6b8f-4eb7-b96c-158e883e544b-13105af3-c671-4b66-805e-7068f81633de","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:14:21.112005088Z","hostname":"oxz_crucible_79bf51b3-102c-48d1-8dfa-33c0762bf2ab","pid":24220,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9bb15855-6b8f-4eb7-b96c-158e883e544b/.zfs/snapshot/13105af3-c671-4b66-805e-7068f81633de","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:14:21.112316808Z","hostname":"oxz_crucible_79bf51b3-102c-48d1-8dfa-33c0762bf2ab","pid":24220,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:14:21.1123591Z","hostname":"oxz_crucible_79bf51b3-102c-48d1-8dfa-33c0762bf2ab","pid":24220,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:14:21.112399851Z","hostname":"oxz_crucible_79bf51b3-102c-48d1-8dfa-33c0762bf2ab","pid":24220,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:14:21.112435352Z","hostname":"oxz_crucible_79bf51b3-102c-48d1-8dfa-33c0762bf2ab","pid":24220,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:14:21.112491594Z","hostname":"oxz_crucible_79bf51b3-102c-48d1-8dfa-33c0762bf2ab","pid":24220,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:14:21.116247677Z","hostname":"oxz_crucible_79bf51b3-102c-48d1-8dfa-33c0762bf2ab","pid":24220,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:14:21.12059303Z","hostname":"oxz_crucible_79bf51b3-102c-48d1-8dfa-33c0762bf2ab","pid":24220,"component":"worker"} {"msg":"region 9bb15855-6b8f-4eb7-b96c-158e883e544b running snapshot 13105af3-c671-4b66-805e-7068f81633de state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:14:21.12060548Z","hostname":"oxz_crucible_79bf51b3-102c-48d1-8dfa-33c0762bf2ab","pid":24220,"component":"datafile"} {"msg":"path is \"/data/regions/9bb15855-6b8f-4eb7-b96c-158e883e544b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:14:21.349703571Z","hostname":"oxz_crucible_79bf51b3-102c-48d1-8dfa-33c0762bf2ab","pid":24220,"component":"datafile"} {"msg":"dataset is oxp_0c2c31c8-b692-45ee-ac66-a825115f4b4a/crucible/regions/9bb15855-6b8f-4eb7-b96c-158e883e544b","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:14:21.356168324Z","hostname":"oxz_crucible_79bf51b3-102c-48d1-8dfa-33c0762bf2ab","pid":24220,"component":"datafile"} {"msg":"snapshot is oxp_0c2c31c8-b692-45ee-ac66-a825115f4b4a/crucible/regions/9bb15855-6b8f-4eb7-b96c-158e883e544b@13105af3-c671-4b66-805e-7068f81633de","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:14:21.362331576Z","hostname":"oxz_crucible_79bf51b3-102c-48d1-8dfa-33c0762bf2ab","pid":24220,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_0c2c31c8-b692-45ee-ac66-a825115f4b4a/crucible/regions/9bb15855-6b8f-4eb7-b96c-158e883e544b\", \"13105af3-c671-4b66-805e-7068f81633de\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:14:21.362363117Z","hostname":"oxz_crucible_79bf51b3-102c-48d1-8dfa-33c0762bf2ab","pid":24220,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:14:21.368722405Z","hostname":"oxz_crucible_79bf51b3-102c-48d1-8dfa-33c0762bf2ab","pid":24220,"uri":"/crucible/0/regions/9bb15855-6b8f-4eb7-b96c-158e883e544b/snapshots/13105af3-c671-4b66-805e-7068f81633de/run","method":"POST","req_id":"cb13cb5d-b54e-4baa-9ad8-9b5fd3a821e1","remote_addr":"[fd00:1122:3344:101::b]:36988","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":19027,"response_code":200}