{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-02-14T02:47:18.061297116Z","hostname":"oxz_crucible_bfd1095a-8662-4faf-be5f-d03e45ce0073","pid":23783,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:44607"} {"msg":"region e2ab27ac-0daf-46c1-ba9a-bf7fc8c5e47e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-02-14T02:47:18.061354638Z","hostname":"oxz_crucible_bfd1095a-8662-4faf-be5f-d03e45ce0073","pid":23783,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-02-14T02:47:18.061963487Z","hostname":"oxz_crucible_bfd1095a-8662-4faf-be5f-d03e45ce0073","pid":23783,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-14T02:47:18.061977668Z","hostname":"oxz_crucible_bfd1095a-8662-4faf-be5f-d03e45ce0073","pid":23783,"uri":"/crucible/0/regions","method":"POST","req_id":"d5d17fd0-15e8-455b-b102-53549b9339e1","remote_addr":"[fd00:1122:3344:101::b]:44607","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":636,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_2a1dd851-0d9e-41bf-858a-fa4b5cf7d4b1/crucible/regions/e2ab27ac-0daf-46c1-ba9a-bf7fc8c5e47e","v":0,"name":"crucible-agent","level":30,"time":"2026-02-14T02:47:18.069705178Z","hostname":"oxz_crucible_bfd1095a-8662-4faf-be5f-d03e45ce0073","pid":23783,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_2a1dd851-0d9e-41bf-858a-fa4b5cf7d4b1/crucible/regions/e2ab27ac-0daf-46c1-ba9a-bf7fc8c5e47e","v":0,"name":"crucible-agent","level":30,"time":"2026-02-14T02:47:18.069728859Z","hostname":"oxz_crucible_bfd1095a-8662-4faf-be5f-d03e45ce0073","pid":23783,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"e2ab27ac-0daf-46c1-ba9a-bf7fc8c5e47e\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/e2ab27ac-0daf-46c1-ba9a-bf7fc8c5e47e\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-14T02:47:18.136680959Z","hostname":"oxz_crucible_bfd1095a-8662-4faf-be5f-d03e45ce0073","pid":23783,"region":"e2ab27ac-0daf-46c1-ba9a-bf7fc8c5e47e","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"e2ab27ac-0daf-46c1-ba9a-bf7fc8c5e47e\" \"--data\" \"/data/regions/e2ab27ac-0daf-46c1-ba9a-bf7fc8c5e47e\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-14T02:47:18.136730141Z","hostname":"oxz_crucible_bfd1095a-8662-4faf-be5f-d03e45ce0073","pid":23783,"region":"e2ab27ac-0daf-46c1-ba9a-bf7fc8c5e47e","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-02-14T02:47:18.225518539Z","hostname":"oxz_crucible_bfd1095a-8662-4faf-be5f-d03e45ce0073","pid":23783,"region":"e2ab27ac-0daf-46c1-ba9a-bf7fc8c5e47e","component":"worker"} {"msg":"region e2ab27ac-0daf-46c1-ba9a-bf7fc8c5e47e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-02-14T02:47:18.22555747Z","hostname":"oxz_crucible_bfd1095a-8662-4faf-be5f-d03e45ce0073","pid":23783,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-02-14T02:47:18.225633263Z","hostname":"oxz_crucible_bfd1095a-8662-4faf-be5f-d03e45ce0073","pid":23783,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-e2ab27ac-0daf-46c1-ba9a-bf7fc8c5e47e","v":0,"name":"crucible-agent","level":30,"time":"2026-02-14T02:47:18.246934913Z","hostname":"oxz_crucible_bfd1095a-8662-4faf-be5f-d03e45ce0073","pid":23783,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-e2ab27ac-0daf-46c1-ba9a-bf7fc8c5e47e","v":0,"name":"crucible-agent","level":30,"time":"2026-02-14T02:47:18.253872868Z","hostname":"oxz_crucible_bfd1095a-8662-4faf-be5f-d03e45ce0073","pid":23783,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-14T02:47:18.263169909Z","hostname":"oxz_crucible_bfd1095a-8662-4faf-be5f-d03e45ce0073","pid":23783,"uri":"/crucible/0/regions","method":"POST","req_id":"1e48e3cb-a545-4af7-9094-902ec34e9d18","remote_addr":"[fd00:1122:3344:101::b]:44607","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":59,"response_code":200} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-02-14T02:47:18.26444687Z","hostname":"oxz_crucible_bfd1095a-8662-4faf-be5f-d03e45ce0073","pid":23783,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-e2ab27ac-0daf-46c1-ba9a-bf7fc8c5e47e","v":0,"name":"crucible-agent","level":30,"time":"2026-02-14T02:47:18.267719376Z","hostname":"oxz_crucible_bfd1095a-8662-4faf-be5f-d03e45ce0073","pid":23783,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e2ab27ac-0daf-46c1-ba9a-bf7fc8c5e47e","v":0,"name":"crucible-agent","level":30,"time":"2026-02-14T02:47:18.267969535Z","hostname":"oxz_crucible_bfd1095a-8662-4faf-be5f-d03e45ce0073","pid":23783,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-02-14T02:47:18.268017896Z","hostname":"oxz_crucible_bfd1095a-8662-4faf-be5f-d03e45ce0073","pid":23783,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-02-14T02:47:18.268055647Z","hostname":"oxz_crucible_bfd1095a-8662-4faf-be5f-d03e45ce0073","pid":23783,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-02-14T02:47:18.268107849Z","hostname":"oxz_crucible_bfd1095a-8662-4faf-be5f-d03e45ce0073","pid":23783,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-14T02:47:18.276960856Z","hostname":"oxz_crucible_bfd1095a-8662-4faf-be5f-d03e45ce0073","pid":23783,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-14T02:47:18.283153657Z","hostname":"oxz_crucible_bfd1095a-8662-4faf-be5f-d03e45ce0073","pid":23783,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-14T02:47:19.821173788Z","hostname":"oxz_crucible_bfd1095a-8662-4faf-be5f-d03e45ce0073","pid":23783,"uri":"/crucible/0/regions/7a17d74c-57b4-4cf9-bebd-a9e3b4018de6","method":"GET","req_id":"fd3ac1c7-17d9-4b48-906d-a1562d4d75da","remote_addr":"[fd00:1122:3344:101::b]:44607","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":51,"response_code":200} {"msg":"path is \"/data/regions/7a17d74c-57b4-4cf9-bebd-a9e3b4018de6\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-14T02:47:19.824121694Z","hostname":"oxz_crucible_bfd1095a-8662-4faf-be5f-d03e45ce0073","pid":23783,"component":"datafile"} {"msg":"dataset is oxp_2a1dd851-0d9e-41bf-858a-fa4b5cf7d4b1/crucible/regions/7a17d74c-57b4-4cf9-bebd-a9e3b4018de6","v":0,"name":"crucible-agent","level":30,"time":"2026-02-14T02:47:19.830621425Z","hostname":"oxz_crucible_bfd1095a-8662-4faf-be5f-d03e45ce0073","pid":23783,"component":"datafile"} {"msg":"snapshot is oxp_2a1dd851-0d9e-41bf-858a-fa4b5cf7d4b1/crucible/regions/7a17d74c-57b4-4cf9-bebd-a9e3b4018de6@a99d4de9-d437-4ed8-b4b3-a6f6583c3ef8","v":0,"name":"crucible-agent","level":30,"time":"2026-02-14T02:47:19.836772464Z","hostname":"oxz_crucible_bfd1095a-8662-4faf-be5f-d03e45ce0073","pid":23783,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_2a1dd851-0d9e-41bf-858a-fa4b5cf7d4b1/crucible/regions/7a17d74c-57b4-4cf9-bebd-a9e3b4018de6\", \"a99d4de9-d437-4ed8-b4b3-a6f6583c3ef8\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-02-14T02:47:19.836792285Z","hostname":"oxz_crucible_bfd1095a-8662-4faf-be5f-d03e45ce0073","pid":23783,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-14T02:47:19.845320791Z","hostname":"oxz_crucible_bfd1095a-8662-4faf-be5f-d03e45ce0073","pid":23783,"uri":"/crucible/0/regions/7a17d74c-57b4-4cf9-bebd-a9e3b4018de6/snapshots/a99d4de9-d437-4ed8-b4b3-a6f6583c3ef8","method":"GET","req_id":"66236875-9e35-45fb-84a9-741d8649c981","remote_addr":"[fd00:1122:3344:101::b]:44607","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":21229,"response_code":200} {"msg":"path is \"/data/regions/7a17d74c-57b4-4cf9-bebd-a9e3b4018de6\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-14T02:47:19.849273349Z","hostname":"oxz_crucible_bfd1095a-8662-4faf-be5f-d03e45ce0073","pid":23783,"component":"datafile"} {"msg":"dataset is oxp_2a1dd851-0d9e-41bf-858a-fa4b5cf7d4b1/crucible/regions/7a17d74c-57b4-4cf9-bebd-a9e3b4018de6","v":0,"name":"crucible-agent","level":30,"time":"2026-02-14T02:47:19.855111588Z","hostname":"oxz_crucible_bfd1095a-8662-4faf-be5f-d03e45ce0073","pid":23783,"component":"datafile"} {"msg":"snapshot is oxp_2a1dd851-0d9e-41bf-858a-fa4b5cf7d4b1/crucible/regions/7a17d74c-57b4-4cf9-bebd-a9e3b4018de6@a99d4de9-d437-4ed8-b4b3-a6f6583c3ef8","v":0,"name":"crucible-agent","level":30,"time":"2026-02-14T02:47:19.8613291Z","hostname":"oxz_crucible_bfd1095a-8662-4faf-be5f-d03e45ce0073","pid":23783,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_2a1dd851-0d9e-41bf-858a-fa4b5cf7d4b1/crucible/regions/7a17d74c-57b4-4cf9-bebd-a9e3b4018de6\", \"a99d4de9-d437-4ed8-b4b3-a6f6583c3ef8\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-02-14T02:47:19.861346321Z","hostname":"oxz_crucible_bfd1095a-8662-4faf-be5f-d03e45ce0073","pid":23783,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 7a17d74c-57b4-4cf9-bebd-a9e3b4018de6-a99d4de9-d437-4ed8-b4b3-a6f6583c3ef8 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-02-14T02:47:19.868545934Z","hostname":"oxz_crucible_bfd1095a-8662-4faf-be5f-d03e45ce0073","pid":23783,"component":"datafile"} {"msg":"applying SMF actions for region 7a17d74c-57b4-4cf9-bebd-a9e3b4018de6 running snapshot a99d4de9-d437-4ed8-b4b3-a6f6583c3ef8 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-02-14T02:47:19.868668048Z","hostname":"oxz_crucible_bfd1095a-8662-4faf-be5f-d03e45ce0073","pid":23783,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-14T02:47:19.868679238Z","hostname":"oxz_crucible_bfd1095a-8662-4faf-be5f-d03e45ce0073","pid":23783,"uri":"/crucible/0/regions/7a17d74c-57b4-4cf9-bebd-a9e3b4018de6/snapshots/a99d4de9-d437-4ed8-b4b3-a6f6583c3ef8/run","method":"POST","req_id":"e8acf952-d4eb-4ffa-8ea4-7529fe259356","remote_addr":"[fd00:1122:3344:101::b]:44607","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":19413,"response_code":200} {"msg":"creating missing snapshot instance snapshot-7a17d74c-57b4-4cf9-bebd-a9e3b4018de6-a99d4de9-d437-4ed8-b4b3-a6f6583c3ef8","v":0,"name":"crucible-agent","level":30,"time":"2026-02-14T02:47:19.872934186Z","hostname":"oxz_crucible_bfd1095a-8662-4faf-be5f-d03e45ce0073","pid":23783,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-7a17d74c-57b4-4cf9-bebd-a9e3b4018de6-a99d4de9-d437-4ed8-b4b3-a6f6583c3ef8","v":0,"name":"crucible-agent","level":30,"time":"2026-02-14T02:47:19.886168165Z","hostname":"oxz_crucible_bfd1095a-8662-4faf-be5f-d03e45ce0073","pid":23783,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-7a17d74c-57b4-4cf9-bebd-a9e3b4018de6-a99d4de9-d437-4ed8-b4b3-a6f6583c3ef8","v":0,"name":"crucible-agent","level":30,"time":"2026-02-14T02:47:19.895928562Z","hostname":"oxz_crucible_bfd1095a-8662-4faf-be5f-d03e45ce0073","pid":23783,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/7a17d74c-57b4-4cf9-bebd-a9e3b4018de6/.zfs/snapshot/a99d4de9-d437-4ed8-b4b3-a6f6583c3ef8","v":0,"name":"crucible-agent","level":30,"time":"2026-02-14T02:47:19.896220651Z","hostname":"oxz_crucible_bfd1095a-8662-4faf-be5f-d03e45ce0073","pid":23783,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-02-14T02:47:19.896261052Z","hostname":"oxz_crucible_bfd1095a-8662-4faf-be5f-d03e45ce0073","pid":23783,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-02-14T02:47:19.896298494Z","hostname":"oxz_crucible_bfd1095a-8662-4faf-be5f-d03e45ce0073","pid":23783,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-02-14T02:47:19.896331124Z","hostname":"oxz_crucible_bfd1095a-8662-4faf-be5f-d03e45ce0073","pid":23783,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-02-14T02:47:19.896378406Z","hostname":"oxz_crucible_bfd1095a-8662-4faf-be5f-d03e45ce0073","pid":23783,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-14T02:47:19.900729247Z","hostname":"oxz_crucible_bfd1095a-8662-4faf-be5f-d03e45ce0073","pid":23783,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-14T02:47:19.90544659Z","hostname":"oxz_crucible_bfd1095a-8662-4faf-be5f-d03e45ce0073","pid":23783,"component":"worker"} {"msg":"region 7a17d74c-57b4-4cf9-bebd-a9e3b4018de6 running snapshot a99d4de9-d437-4ed8-b4b3-a6f6583c3ef8 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-02-14T02:47:19.905460091Z","hostname":"oxz_crucible_bfd1095a-8662-4faf-be5f-d03e45ce0073","pid":23783,"component":"datafile"} {"msg":"path is \"/data/regions/7a17d74c-57b4-4cf9-bebd-a9e3b4018de6\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-14T02:47:20.035784435Z","hostname":"oxz_crucible_bfd1095a-8662-4faf-be5f-d03e45ce0073","pid":23783,"component":"datafile"} {"msg":"dataset is oxp_2a1dd851-0d9e-41bf-858a-fa4b5cf7d4b1/crucible/regions/7a17d74c-57b4-4cf9-bebd-a9e3b4018de6","v":0,"name":"crucible-agent","level":30,"time":"2026-02-14T02:47:20.041983476Z","hostname":"oxz_crucible_bfd1095a-8662-4faf-be5f-d03e45ce0073","pid":23783,"component":"datafile"} {"msg":"snapshot is oxp_2a1dd851-0d9e-41bf-858a-fa4b5cf7d4b1/crucible/regions/7a17d74c-57b4-4cf9-bebd-a9e3b4018de6@a99d4de9-d437-4ed8-b4b3-a6f6583c3ef8","v":0,"name":"crucible-agent","level":30,"time":"2026-02-14T02:47:20.047283457Z","hostname":"oxz_crucible_bfd1095a-8662-4faf-be5f-d03e45ce0073","pid":23783,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_2a1dd851-0d9e-41bf-858a-fa4b5cf7d4b1/crucible/regions/7a17d74c-57b4-4cf9-bebd-a9e3b4018de6\", \"a99d4de9-d437-4ed8-b4b3-a6f6583c3ef8\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-02-14T02:47:20.047308258Z","hostname":"oxz_crucible_bfd1095a-8662-4faf-be5f-d03e45ce0073","pid":23783,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-14T02:47:20.054365097Z","hostname":"oxz_crucible_bfd1095a-8662-4faf-be5f-d03e45ce0073","pid":23783,"uri":"/crucible/0/regions/7a17d74c-57b4-4cf9-bebd-a9e3b4018de6/snapshots/a99d4de9-d437-4ed8-b4b3-a6f6583c3ef8/run","method":"POST","req_id":"ad7351ce-533e-4641-af14-47950bd63fdc","remote_addr":"[fd00:1122:3344:101::b]:44607","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":18639,"response_code":200}