[ Nov 2 20:45:59 Enabled. ] [ Nov 2 20:45:59 Rereading configuration. ] [ Nov 2 20:46:04 Rereading configuration. ] [ Nov 2 20:46:10 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_bdc69062-5613-43f3-8e57-33f0364b67b4/crucible -l [fd00:1122:3344:101::12]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: f85cf0dc3631e2f0c13384787efb0efc1b642162\nCommit timestamp: 2026-10-10T00:38:51.000000000Z branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:10.946593433Z","hostname":"oxz_crucible_2fe91e1c-222e-40f5-9a76-e2d352d8cf4e","pid":28037} {"msg":"dataset: \"oxp_bdc69062-5613-43f3-8e57-33f0364b67b4/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:10.946761365Z","hostname":"oxz_crucible_2fe91e1c-222e-40f5-9a76-e2d352d8cf4e","pid":28037} {"msg":"listen IP: [fd00:1122:3344:101::12]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:10.946771265Z","hostname":"oxz_crucible_2fe91e1c-222e-40f5-9a76-e2d352d8cf4e","pid":28037} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:10.946776615Z","hostname":"oxz_crucible_2fe91e1c-222e-40f5-9a76-e2d352d8cf4e","pid":28037} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:10.96208108Z","hostname":"oxz_crucible_2fe91e1c-222e-40f5-9a76-e2d352d8cf4e","pid":28037,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:11.056455413Z","hostname":"oxz_crucible_2fe91e1c-222e-40f5-9a76-e2d352d8cf4e","pid":28037,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:52.153016415Z","hostname":"oxz_crucible_2fe91e1c-222e-40f5-9a76-e2d352d8cf4e","pid":28037,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:37630"} {"msg":"region 2437e9df-9965-4105-b843-eb9bd83504c2 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:52.181065513Z","hostname":"oxz_crucible_2fe91e1c-222e-40f5-9a76-e2d352d8cf4e","pid":28037,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:52.187956621Z","hostname":"oxz_crucible_2fe91e1c-222e-40f5-9a76-e2d352d8cf4e","pid":28037,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:52.192046353Z","hostname":"oxz_crucible_2fe91e1c-222e-40f5-9a76-e2d352d8cf4e","pid":28037,"uri":"/crucible/0/regions","method":"POST","req_id":"84573d35-66c1-43bd-b92a-3b3d1444d95e","remote_addr":"[fd00:1122:3344:101::a]:37630","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":15850,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_bdc69062-5613-43f3-8e57-33f0364b67b4/crucible/regions/2437e9df-9965-4105-b843-eb9bd83504c2","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:52.194003408Z","hostname":"oxz_crucible_2fe91e1c-222e-40f5-9a76-e2d352d8cf4e","pid":28037,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_bdc69062-5613-43f3-8e57-33f0364b67b4/crucible/regions/2437e9df-9965-4105-b843-eb9bd83504c2","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:52.194028588Z","hostname":"oxz_crucible_2fe91e1c-222e-40f5-9a76-e2d352d8cf4e","pid":28037,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"2437e9df-9965-4105-b843-eb9bd83504c2\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/2437e9df-9965-4105-b843-eb9bd83504c2\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:52.26235799Z","hostname":"oxz_crucible_2fe91e1c-222e-40f5-9a76-e2d352d8cf4e","pid":28037,"region":"2437e9df-9965-4105-b843-eb9bd83504c2","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"2437e9df-9965-4105-b843-eb9bd83504c2\" \"--data\" \"/data/regions/2437e9df-9965-4105-b843-eb9bd83504c2\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:52.26242192Z","hostname":"oxz_crucible_2fe91e1c-222e-40f5-9a76-e2d352d8cf4e","pid":28037,"region":"2437e9df-9965-4105-b843-eb9bd83504c2","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:52.375843306Z","hostname":"oxz_crucible_2fe91e1c-222e-40f5-9a76-e2d352d8cf4e","pid":28037,"uri":"/crucible/0/regions","method":"POST","req_id":"4306cc78-078e-4342-83e3-165d0f5306d2","remote_addr":"[fd00:1122:3344:101::a]:37630","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":70,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:52.415781495Z","hostname":"oxz_crucible_2fe91e1c-222e-40f5-9a76-e2d352d8cf4e","pid":28037,"region":"2437e9df-9965-4105-b843-eb9bd83504c2","component":"worker"} {"msg":"region 2437e9df-9965-4105-b843-eb9bd83504c2 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:52.417745791Z","hostname":"oxz_crucible_2fe91e1c-222e-40f5-9a76-e2d352d8cf4e","pid":28037,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:52.418018204Z","hostname":"oxz_crucible_2fe91e1c-222e-40f5-9a76-e2d352d8cf4e","pid":28037,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-2437e9df-9965-4105-b843-eb9bd83504c2","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:52.418378559Z","hostname":"oxz_crucible_2fe91e1c-222e-40f5-9a76-e2d352d8cf4e","pid":28037,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-2437e9df-9965-4105-b843-eb9bd83504c2","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:52.426222639Z","hostname":"oxz_crucible_2fe91e1c-222e-40f5-9a76-e2d352d8cf4e","pid":28037,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:52.444551392Z","hostname":"oxz_crucible_2fe91e1c-222e-40f5-9a76-e2d352d8cf4e","pid":28037,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-2437e9df-9965-4105-b843-eb9bd83504c2","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:52.448705285Z","hostname":"oxz_crucible_2fe91e1c-222e-40f5-9a76-e2d352d8cf4e","pid":28037,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2437e9df-9965-4105-b843-eb9bd83504c2","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:52.450130864Z","hostname":"oxz_crucible_2fe91e1c-222e-40f5-9a76-e2d352d8cf4e","pid":28037,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:52.450202434Z","hostname":"oxz_crucible_2fe91e1c-222e-40f5-9a76-e2d352d8cf4e","pid":28037,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:52.450245445Z","hostname":"oxz_crucible_2fe91e1c-222e-40f5-9a76-e2d352d8cf4e","pid":28037,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:52.450297395Z","hostname":"oxz_crucible_2fe91e1c-222e-40f5-9a76-e2d352d8cf4e","pid":28037,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:52.455232478Z","hostname":"oxz_crucible_2fe91e1c-222e-40f5-9a76-e2d352d8cf4e","pid":28037,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:52.459971859Z","hostname":"oxz_crucible_2fe91e1c-222e-40f5-9a76-e2d352d8cf4e","pid":28037,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:53.077993998Z","hostname":"oxz_crucible_2fe91e1c-222e-40f5-9a76-e2d352d8cf4e","pid":28037,"uri":"/crucible/0/regions","method":"POST","req_id":"8c268649-6140-4203-aa66-767d62bc4800","remote_addr":"[fd00:1122:3344:101::a]:37630","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":70,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:57:59.357296816Z","hostname":"oxz_crucible_2fe91e1c-222e-40f5-9a76-e2d352d8cf4e","pid":28037,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:34200"} {"msg":"region fe411815-4733-4006-ba41-b6be695da009 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:57:59.357393987Z","hostname":"oxz_crucible_2fe91e1c-222e-40f5-9a76-e2d352d8cf4e","pid":28037,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:57:59.357952544Z","hostname":"oxz_crucible_2fe91e1c-222e-40f5-9a76-e2d352d8cf4e","pid":28037,"uri":"/crucible/0/regions","method":"POST","req_id":"15fb3875-1a6e-4885-b1f0-cd3d1dc2af66","remote_addr":"[fd00:1122:3344:101::a]:34200","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":575,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:57:59.358002275Z","hostname":"oxz_crucible_2fe91e1c-222e-40f5-9a76-e2d352d8cf4e","pid":28037,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_bdc69062-5613-43f3-8e57-33f0364b67b4/crucible/regions/fe411815-4733-4006-ba41-b6be695da009","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:57:59.37643227Z","hostname":"oxz_crucible_2fe91e1c-222e-40f5-9a76-e2d352d8cf4e","pid":28037,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_bdc69062-5613-43f3-8e57-33f0364b67b4/crucible/regions/fe411815-4733-4006-ba41-b6be695da009","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:57:59.3764682Z","hostname":"oxz_crucible_2fe91e1c-222e-40f5-9a76-e2d352d8cf4e","pid":28037,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"fe411815-4733-4006-ba41-b6be695da009\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/fe411815-4733-4006-ba41-b6be695da009\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:57:59.458461766Z","hostname":"oxz_crucible_2fe91e1c-222e-40f5-9a76-e2d352d8cf4e","pid":28037,"region":"fe411815-4733-4006-ba41-b6be695da009","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"fe411815-4733-4006-ba41-b6be695da009\" \"--data\" \"/data/regions/fe411815-4733-4006-ba41-b6be695da009\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:57:59.458503696Z","hostname":"oxz_crucible_2fe91e1c-222e-40f5-9a76-e2d352d8cf4e","pid":28037,"region":"fe411815-4733-4006-ba41-b6be695da009","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:57:59.529948057Z","hostname":"oxz_crucible_2fe91e1c-222e-40f5-9a76-e2d352d8cf4e","pid":28037,"uri":"/crucible/0/regions","method":"POST","req_id":"380bdd94-63f7-41eb-9ac0-3e09649a2664","remote_addr":"[fd00:1122:3344:101::a]:34200","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":61,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:57:59.639586155Z","hostname":"oxz_crucible_2fe91e1c-222e-40f5-9a76-e2d352d8cf4e","pid":28037,"region":"fe411815-4733-4006-ba41-b6be695da009","component":"worker"} {"msg":"region fe411815-4733-4006-ba41-b6be695da009 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:57:59.639614265Z","hostname":"oxz_crucible_2fe91e1c-222e-40f5-9a76-e2d352d8cf4e","pid":28037,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:57:59.639719247Z","hostname":"oxz_crucible_2fe91e1c-222e-40f5-9a76-e2d352d8cf4e","pid":28037,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-fe411815-4733-4006-ba41-b6be695da009","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:57:59.646743096Z","hostname":"oxz_crucible_2fe91e1c-222e-40f5-9a76-e2d352d8cf4e","pid":28037,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-fe411815-4733-4006-ba41-b6be695da009","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:57:59.656744364Z","hostname":"oxz_crucible_2fe91e1c-222e-40f5-9a76-e2d352d8cf4e","pid":28037,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:57:59.691421256Z","hostname":"oxz_crucible_2fe91e1c-222e-40f5-9a76-e2d352d8cf4e","pid":28037,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-fe411815-4733-4006-ba41-b6be695da009","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:57:59.69956806Z","hostname":"oxz_crucible_2fe91e1c-222e-40f5-9a76-e2d352d8cf4e","pid":28037,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/fe411815-4733-4006-ba41-b6be695da009","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:57:59.699892334Z","hostname":"oxz_crucible_2fe91e1c-222e-40f5-9a76-e2d352d8cf4e","pid":28037,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:57:59.699938994Z","hostname":"oxz_crucible_2fe91e1c-222e-40f5-9a76-e2d352d8cf4e","pid":28037,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:57:59.699971715Z","hostname":"oxz_crucible_2fe91e1c-222e-40f5-9a76-e2d352d8cf4e","pid":28037,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:57:59.700011715Z","hostname":"oxz_crucible_2fe91e1c-222e-40f5-9a76-e2d352d8cf4e","pid":28037,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:57:59.707609012Z","hostname":"oxz_crucible_2fe91e1c-222e-40f5-9a76-e2d352d8cf4e","pid":28037,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:57:59.723422164Z","hostname":"oxz_crucible_2fe91e1c-222e-40f5-9a76-e2d352d8cf4e","pid":28037,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:57:59.963117889Z","hostname":"oxz_crucible_2fe91e1c-222e-40f5-9a76-e2d352d8cf4e","pid":28037,"uri":"/crucible/0/regions","method":"POST","req_id":"7344ee20-383a-477e-8732-2fe97a70e27d","remote_addr":"[fd00:1122:3344:101::a]:34200","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":89,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:58:01.891586505Z","hostname":"oxz_crucible_2fe91e1c-222e-40f5-9a76-e2d352d8cf4e","pid":28037,"uri":"/crucible/0/regions/2437e9df-9965-4105-b843-eb9bd83504c2","method":"GET","req_id":"4c3303cc-aa55-4c15-b89b-7edb32f09f47","remote_addr":"[fd00:1122:3344:101::a]:34200","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":76,"response_code":200} {"msg":"path is \"/data/regions/2437e9df-9965-4105-b843-eb9bd83504c2\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:58:01.902724947Z","hostname":"oxz_crucible_2fe91e1c-222e-40f5-9a76-e2d352d8cf4e","pid":28037,"component":"datafile"} {"msg":"dataset is oxp_bdc69062-5613-43f3-8e57-33f0364b67b4/crucible/regions/2437e9df-9965-4105-b843-eb9bd83504c2","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:58:01.909368282Z","hostname":"oxz_crucible_2fe91e1c-222e-40f5-9a76-e2d352d8cf4e","pid":28037,"component":"datafile"} {"msg":"snapshot is oxp_bdc69062-5613-43f3-8e57-33f0364b67b4/crucible/regions/2437e9df-9965-4105-b843-eb9bd83504c2@01eebf91-46d6-491d-96a9-f3d7a780071e","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:58:01.915323868Z","hostname":"oxz_crucible_2fe91e1c-222e-40f5-9a76-e2d352d8cf4e","pid":28037,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_bdc69062-5613-43f3-8e57-33f0364b67b4/crucible/regions/2437e9df-9965-4105-b843-eb9bd83504c2\", \"01eebf91-46d6-491d-96a9-f3d7a780071e\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:58:01.915363438Z","hostname":"oxz_crucible_2fe91e1c-222e-40f5-9a76-e2d352d8cf4e","pid":28037,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:58:01.929318716Z","hostname":"oxz_crucible_2fe91e1c-222e-40f5-9a76-e2d352d8cf4e","pid":28037,"uri":"/crucible/0/regions/2437e9df-9965-4105-b843-eb9bd83504c2/snapshots/01eebf91-46d6-491d-96a9-f3d7a780071e","method":"GET","req_id":"54511ad2-5475-4151-bd4c-486f2a3dff56","remote_addr":"[fd00:1122:3344:101::a]:34200","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":34485,"response_code":200} {"msg":"path is \"/data/regions/2437e9df-9965-4105-b843-eb9bd83504c2\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:58:01.933250887Z","hostname":"oxz_crucible_2fe91e1c-222e-40f5-9a76-e2d352d8cf4e","pid":28037,"component":"datafile"} {"msg":"dataset is oxp_bdc69062-5613-43f3-8e57-33f0364b67b4/crucible/regions/2437e9df-9965-4105-b843-eb9bd83504c2","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:58:01.939654588Z","hostname":"oxz_crucible_2fe91e1c-222e-40f5-9a76-e2d352d8cf4e","pid":28037,"component":"datafile"} {"msg":"snapshot is oxp_bdc69062-5613-43f3-8e57-33f0364b67b4/crucible/regions/2437e9df-9965-4105-b843-eb9bd83504c2@01eebf91-46d6-491d-96a9-f3d7a780071e","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:58:01.944653822Z","hostname":"oxz_crucible_2fe91e1c-222e-40f5-9a76-e2d352d8cf4e","pid":28037,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_bdc69062-5613-43f3-8e57-33f0364b67b4/crucible/regions/2437e9df-9965-4105-b843-eb9bd83504c2\", \"01eebf91-46d6-491d-96a9-f3d7a780071e\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:58:01.944667122Z","hostname":"oxz_crucible_2fe91e1c-222e-40f5-9a76-e2d352d8cf4e","pid":28037,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 2437e9df-9965-4105-b843-eb9bd83504c2-01eebf91-46d6-491d-96a9-f3d7a780071e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:58:01.957400054Z","hostname":"oxz_crucible_2fe91e1c-222e-40f5-9a76-e2d352d8cf4e","pid":28037,"component":"datafile"} {"msg":"applying SMF actions for region 2437e9df-9965-4105-b843-eb9bd83504c2 running snapshot 01eebf91-46d6-491d-96a9-f3d7a780071e (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:58:01.957590786Z","hostname":"oxz_crucible_2fe91e1c-222e-40f5-9a76-e2d352d8cf4e","pid":28037,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:58:01.957599056Z","hostname":"oxz_crucible_2fe91e1c-222e-40f5-9a76-e2d352d8cf4e","pid":28037,"uri":"/crucible/0/regions/2437e9df-9965-4105-b843-eb9bd83504c2/snapshots/01eebf91-46d6-491d-96a9-f3d7a780071e/run","method":"POST","req_id":"3affe72c-424d-4abd-a89f-de2e14543d4e","remote_addr":"[fd00:1122:3344:101::a]:34200","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":24366,"response_code":200} {"msg":"creating missing snapshot instance snapshot-2437e9df-9965-4105-b843-eb9bd83504c2-01eebf91-46d6-491d-96a9-f3d7a780071e","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:58:01.959590142Z","hostname":"oxz_crucible_2fe91e1c-222e-40f5-9a76-e2d352d8cf4e","pid":28037,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-2437e9df-9965-4105-b843-eb9bd83504c2-01eebf91-46d6-491d-96a9-f3d7a780071e","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:58:01.973695211Z","hostname":"oxz_crucible_2fe91e1c-222e-40f5-9a76-e2d352d8cf4e","pid":28037,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-2437e9df-9965-4105-b843-eb9bd83504c2-01eebf91-46d6-491d-96a9-f3d7a780071e","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:58:02.011616135Z","hostname":"oxz_crucible_2fe91e1c-222e-40f5-9a76-e2d352d8cf4e","pid":28037,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2437e9df-9965-4105-b843-eb9bd83504c2/.zfs/snapshot/01eebf91-46d6-491d-96a9-f3d7a780071e","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:58:02.011908989Z","hostname":"oxz_crucible_2fe91e1c-222e-40f5-9a76-e2d352d8cf4e","pid":28037,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:58:02.011960929Z","hostname":"oxz_crucible_2fe91e1c-222e-40f5-9a76-e2d352d8cf4e","pid":28037,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:58:02.01200834Z","hostname":"oxz_crucible_2fe91e1c-222e-40f5-9a76-e2d352d8cf4e","pid":28037,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:58:02.01205984Z","hostname":"oxz_crucible_2fe91e1c-222e-40f5-9a76-e2d352d8cf4e","pid":28037,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:58:02.012160072Z","hostname":"oxz_crucible_2fe91e1c-222e-40f5-9a76-e2d352d8cf4e","pid":28037,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:58:02.022135019Z","hostname":"oxz_crucible_2fe91e1c-222e-40f5-9a76-e2d352d8cf4e","pid":28037,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:58:02.028623092Z","hostname":"oxz_crucible_2fe91e1c-222e-40f5-9a76-e2d352d8cf4e","pid":28037,"component":"worker"} {"msg":"region 2437e9df-9965-4105-b843-eb9bd83504c2 running snapshot 01eebf91-46d6-491d-96a9-f3d7a780071e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:58:02.028633632Z","hostname":"oxz_crucible_2fe91e1c-222e-40f5-9a76-e2d352d8cf4e","pid":28037,"component":"datafile"} {"msg":"path is \"/data/regions/2437e9df-9965-4105-b843-eb9bd83504c2\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:58:02.099538446Z","hostname":"oxz_crucible_2fe91e1c-222e-40f5-9a76-e2d352d8cf4e","pid":28037,"component":"datafile"} {"msg":"dataset is oxp_bdc69062-5613-43f3-8e57-33f0364b67b4/crucible/regions/2437e9df-9965-4105-b843-eb9bd83504c2","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:58:02.105956168Z","hostname":"oxz_crucible_2fe91e1c-222e-40f5-9a76-e2d352d8cf4e","pid":28037,"component":"datafile"} {"msg":"snapshot is oxp_bdc69062-5613-43f3-8e57-33f0364b67b4/crucible/regions/2437e9df-9965-4105-b843-eb9bd83504c2@01eebf91-46d6-491d-96a9-f3d7a780071e","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:58:02.112248368Z","hostname":"oxz_crucible_2fe91e1c-222e-40f5-9a76-e2d352d8cf4e","pid":28037,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_bdc69062-5613-43f3-8e57-33f0364b67b4/crucible/regions/2437e9df-9965-4105-b843-eb9bd83504c2\", \"01eebf91-46d6-491d-96a9-f3d7a780071e\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:58:02.112272278Z","hostname":"oxz_crucible_2fe91e1c-222e-40f5-9a76-e2d352d8cf4e","pid":28037,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:58:02.118429637Z","hostname":"oxz_crucible_2fe91e1c-222e-40f5-9a76-e2d352d8cf4e","pid":28037,"uri":"/crucible/0/regions/2437e9df-9965-4105-b843-eb9bd83504c2/snapshots/01eebf91-46d6-491d-96a9-f3d7a780071e/run","method":"POST","req_id":"f177d70b-2d58-4157-8597-1bcd050d58ca","remote_addr":"[fd00:1122:3344:101::a]:34200","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":18934,"response_code":200}