[ Jan  8 00:32:02 Enabled. ]
[ Jan  8 00:32:02 Rereading configuration. ]
[ Jan  8 00:32:05 Rereading configuration. ]
[ Jan  8 00:32:09 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_bb3a421c-ca90-4a20-852f-c541d58a8a21/crucible -l [fd00:1122:3344:101::13]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7103cd3a3d7b0112d2949dd135db06fef0c156bb\nCommit timestamp: 2025-11-10T22:24:53.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:32:09.571632738Z","hostname":"oxz_crucible_de5a64c6-5bb1-48f8-8547-48b632b888c6","pid":24503}
{"msg":"dataset: \"oxp_bb3a421c-ca90-4a20-852f-c541d58a8a21/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:32:09.572450071Z","hostname":"oxz_crucible_de5a64c6-5bb1-48f8-8547-48b632b888c6","pid":24503}
{"msg":"listen IP: [fd00:1122:3344:101::13]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:32:09.572489432Z","hostname":"oxz_crucible_de5a64c6-5bb1-48f8-8547-48b632b888c6","pid":24503}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:32:09.572497172Z","hostname":"oxz_crucible_de5a64c6-5bb1-48f8-8547-48b632b888c6","pid":24503}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:32:09.587870119Z","hostname":"oxz_crucible_de5a64c6-5bb1-48f8-8547-48b632b888c6","pid":24503,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:32:09.673851461Z","hostname":"oxz_crucible_de5a64c6-5bb1-48f8-8547-48b632b888c6","pid":24503,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:32:39.734316701Z","hostname":"oxz_crucible_de5a64c6-5bb1-48f8-8547-48b632b888c6","pid":24503,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:56721"}
{"msg":"region 11b133fa-fdf7-4061-93a1-02b1793499bc state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:32:39.773504584Z","hostname":"oxz_crucible_de5a64c6-5bb1-48f8-8547-48b632b888c6","pid":24503,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:32:39.776643623Z","hostname":"oxz_crucible_de5a64c6-5bb1-48f8-8547-48b632b888c6","pid":24503,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:32:39.776701375Z","hostname":"oxz_crucible_de5a64c6-5bb1-48f8-8547-48b632b888c6","pid":24503,"uri":"/crucible/0/regions","method":"POST","req_id":"9cc10913-fc8a-46a3-bd0c-a266bcf9558c","remote_addr":"[fd00:1122:3344:101::b]:56721","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":22807,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_bb3a421c-ca90-4a20-852f-c541d58a8a21/crucible/regions/11b133fa-fdf7-4061-93a1-02b1793499bc","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:32:39.784316371Z","hostname":"oxz_crucible_de5a64c6-5bb1-48f8-8547-48b632b888c6","pid":24503,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_bb3a421c-ca90-4a20-852f-c541d58a8a21/crucible/regions/11b133fa-fdf7-4061-93a1-02b1793499bc","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:32:39.784330732Z","hostname":"oxz_crucible_de5a64c6-5bb1-48f8-8547-48b632b888c6","pid":24503,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"11b133fa-fdf7-4061-93a1-02b1793499bc\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/11b133fa-fdf7-4061-93a1-02b1793499bc\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:32:39.846991492Z","hostname":"oxz_crucible_de5a64c6-5bb1-48f8-8547-48b632b888c6","pid":24503,"region":"11b133fa-fdf7-4061-93a1-02b1793499bc","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"11b133fa-fdf7-4061-93a1-02b1793499bc\" \"--data\" \"/data/regions/11b133fa-fdf7-4061-93a1-02b1793499bc\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:32:39.849284817Z","hostname":"oxz_crucible_de5a64c6-5bb1-48f8-8547-48b632b888c6","pid":24503,"region":"11b133fa-fdf7-4061-93a1-02b1793499bc","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:32:39.990382885Z","hostname":"oxz_crucible_de5a64c6-5bb1-48f8-8547-48b632b888c6","pid":24503,"uri":"/crucible/0/regions","method":"POST","req_id":"b1e967ab-1770-49e8-b886-10d14114f425","remote_addr":"[fd00:1122:3344:101::b]:56721","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":63,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:32:40.201963885Z","hostname":"oxz_crucible_de5a64c6-5bb1-48f8-8547-48b632b888c6","pid":24503,"region":"11b133fa-fdf7-4061-93a1-02b1793499bc","component":"worker"}
{"msg":"region 11b133fa-fdf7-4061-93a1-02b1793499bc state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:32:40.202035207Z","hostname":"oxz_crucible_de5a64c6-5bb1-48f8-8547-48b632b888c6","pid":24503,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:32:40.202252463Z","hostname":"oxz_crucible_de5a64c6-5bb1-48f8-8547-48b632b888c6","pid":24503,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-11b133fa-fdf7-4061-93a1-02b1793499bc","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:32:40.202725187Z","hostname":"oxz_crucible_de5a64c6-5bb1-48f8-8547-48b632b888c6","pid":24503,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-11b133fa-fdf7-4061-93a1-02b1793499bc","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:32:40.207665427Z","hostname":"oxz_crucible_de5a64c6-5bb1-48f8-8547-48b632b888c6","pid":24503,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:32:40.224967238Z","hostname":"oxz_crucible_de5a64c6-5bb1-48f8-8547-48b632b888c6","pid":24503,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-11b133fa-fdf7-4061-93a1-02b1793499bc","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:32:40.227650775Z","hostname":"oxz_crucible_de5a64c6-5bb1-48f8-8547-48b632b888c6","pid":24503,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/11b133fa-fdf7-4061-93a1-02b1793499bc","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:32:40.228389596Z","hostname":"oxz_crucible_de5a64c6-5bb1-48f8-8547-48b632b888c6","pid":24503,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:32:40.228452337Z","hostname":"oxz_crucible_de5a64c6-5bb1-48f8-8547-48b632b888c6","pid":24503,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:32:40.228493099Z","hostname":"oxz_crucible_de5a64c6-5bb1-48f8-8547-48b632b888c6","pid":24503,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:32:40.22852797Z","hostname":"oxz_crucible_de5a64c6-5bb1-48f8-8547-48b632b888c6","pid":24503,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:32:40.232240945Z","hostname":"oxz_crucible_de5a64c6-5bb1-48f8-8547-48b632b888c6","pid":24503,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:32:40.236737053Z","hostname":"oxz_crucible_de5a64c6-5bb1-48f8-8547-48b632b888c6","pid":24503,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:32:40.672628005Z","hostname":"oxz_crucible_de5a64c6-5bb1-48f8-8547-48b632b888c6","pid":24503,"uri":"/crucible/0/regions","method":"POST","req_id":"731520cb-b2d6-4367-b637-efe1750f88a5","remote_addr":"[fd00:1122:3344:101::b]:56721","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":58,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:30.19430777Z","hostname":"oxz_crucible_de5a64c6-5bb1-48f8-8547-48b632b888c6","pid":24503,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:45606"}
{"msg":"region cf2c047b-2c56-4d55-ab5f-782affbd01ed state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:30.194594608Z","hostname":"oxz_crucible_de5a64c6-5bb1-48f8-8547-48b632b888c6","pid":24503,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:30.195243426Z","hostname":"oxz_crucible_de5a64c6-5bb1-48f8-8547-48b632b888c6","pid":24503,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:30.195252487Z","hostname":"oxz_crucible_de5a64c6-5bb1-48f8-8547-48b632b888c6","pid":24503,"uri":"/crucible/0/regions","method":"POST","req_id":"ab2dc409-c6f5-424b-8290-1f980b6971f6","remote_addr":"[fd00:1122:3344:101::b]:45606","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":692,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_bb3a421c-ca90-4a20-852f-c541d58a8a21/crucible/regions/cf2c047b-2c56-4d55-ab5f-782affbd01ed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:30.205814087Z","hostname":"oxz_crucible_de5a64c6-5bb1-48f8-8547-48b632b888c6","pid":24503,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_bb3a421c-ca90-4a20-852f-c541d58a8a21/crucible/regions/cf2c047b-2c56-4d55-ab5f-782affbd01ed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:30.205838637Z","hostname":"oxz_crucible_de5a64c6-5bb1-48f8-8547-48b632b888c6","pid":24503,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"cf2c047b-2c56-4d55-ab5f-782affbd01ed\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/cf2c047b-2c56-4d55-ab5f-782affbd01ed\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:30.262568169Z","hostname":"oxz_crucible_de5a64c6-5bb1-48f8-8547-48b632b888c6","pid":24503,"region":"cf2c047b-2c56-4d55-ab5f-782affbd01ed","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"cf2c047b-2c56-4d55-ab5f-782affbd01ed\" \"--data\" \"/data/regions/cf2c047b-2c56-4d55-ab5f-782affbd01ed\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:30.2626058Z","hostname":"oxz_crucible_de5a64c6-5bb1-48f8-8547-48b632b888c6","pid":24503,"region":"cf2c047b-2c56-4d55-ab5f-782affbd01ed","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:30.34182238Z","hostname":"oxz_crucible_de5a64c6-5bb1-48f8-8547-48b632b888c6","pid":24503,"region":"cf2c047b-2c56-4d55-ab5f-782affbd01ed","component":"worker"}
{"msg":"region cf2c047b-2c56-4d55-ab5f-782affbd01ed state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:30.341853531Z","hostname":"oxz_crucible_de5a64c6-5bb1-48f8-8547-48b632b888c6","pid":24503,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:30.341950614Z","hostname":"oxz_crucible_de5a64c6-5bb1-48f8-8547-48b632b888c6","pid":24503,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-cf2c047b-2c56-4d55-ab5f-782affbd01ed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:30.358623097Z","hostname":"oxz_crucible_de5a64c6-5bb1-48f8-8547-48b632b888c6","pid":24503,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-cf2c047b-2c56-4d55-ab5f-782affbd01ed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:30.365156063Z","hostname":"oxz_crucible_de5a64c6-5bb1-48f8-8547-48b632b888c6","pid":24503,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:30.377113162Z","hostname":"oxz_crucible_de5a64c6-5bb1-48f8-8547-48b632b888c6","pid":24503,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-cf2c047b-2c56-4d55-ab5f-782affbd01ed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:30.380678564Z","hostname":"oxz_crucible_de5a64c6-5bb1-48f8-8547-48b632b888c6","pid":24503,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/cf2c047b-2c56-4d55-ab5f-782affbd01ed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:30.380972432Z","hostname":"oxz_crucible_de5a64c6-5bb1-48f8-8547-48b632b888c6","pid":24503,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:30.381021093Z","hostname":"oxz_crucible_de5a64c6-5bb1-48f8-8547-48b632b888c6","pid":24503,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:30.381057034Z","hostname":"oxz_crucible_de5a64c6-5bb1-48f8-8547-48b632b888c6","pid":24503,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:30.381090946Z","hostname":"oxz_crucible_de5a64c6-5bb1-48f8-8547-48b632b888c6","pid":24503,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:30.385237693Z","hostname":"oxz_crucible_de5a64c6-5bb1-48f8-8547-48b632b888c6","pid":24503,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:30.390443051Z","hostname":"oxz_crucible_de5a64c6-5bb1-48f8-8547-48b632b888c6","pid":24503,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:30.483323279Z","hostname":"oxz_crucible_de5a64c6-5bb1-48f8-8547-48b632b888c6","pid":24503,"uri":"/crucible/0/regions","method":"POST","req_id":"c5fe6036-7645-49c3-8fdb-b28d526ca2df","remote_addr":"[fd00:1122:3344:101::b]:45606","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":65,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:31.54437163Z","hostname":"oxz_crucible_de5a64c6-5bb1-48f8-8547-48b632b888c6","pid":24503,"uri":"/crucible/0/regions/11b133fa-fdf7-4061-93a1-02b1793499bc","method":"GET","req_id":"7ecbb6f1-70a4-47ae-b039-93df9f1d1f22","remote_addr":"[fd00:1122:3344:101::b]:45606","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":80,"response_code":200}
{"msg":"path is \"/data/regions/11b133fa-fdf7-4061-93a1-02b1793499bc\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:31.551531313Z","hostname":"oxz_crucible_de5a64c6-5bb1-48f8-8547-48b632b888c6","pid":24503,"component":"datafile"}
{"msg":"dataset is oxp_bb3a421c-ca90-4a20-852f-c541d58a8a21/crucible/regions/11b133fa-fdf7-4061-93a1-02b1793499bc","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:31.558433609Z","hostname":"oxz_crucible_de5a64c6-5bb1-48f8-8547-48b632b888c6","pid":24503,"component":"datafile"}
{"msg":"snapshot is oxp_bb3a421c-ca90-4a20-852f-c541d58a8a21/crucible/regions/11b133fa-fdf7-4061-93a1-02b1793499bc@0d9147ca-a5b0-4d08-890b-5fefbb295523","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:31.565964463Z","hostname":"oxz_crucible_de5a64c6-5bb1-48f8-8547-48b632b888c6","pid":24503,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_bb3a421c-ca90-4a20-852f-c541d58a8a21/crucible/regions/11b133fa-fdf7-4061-93a1-02b1793499bc\", \"0d9147ca-a5b0-4d08-890b-5fefbb295523\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:31.565985184Z","hostname":"oxz_crucible_de5a64c6-5bb1-48f8-8547-48b632b888c6","pid":24503,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:31.574226708Z","hostname":"oxz_crucible_de5a64c6-5bb1-48f8-8547-48b632b888c6","pid":24503,"uri":"/crucible/0/regions/11b133fa-fdf7-4061-93a1-02b1793499bc/snapshots/0d9147ca-a5b0-4d08-890b-5fefbb295523","method":"GET","req_id":"5f3e71c7-4e48-41cf-98be-4905a1c49780","remote_addr":"[fd00:1122:3344:101::b]:45606","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":22713,"response_code":200}
{"msg":"path is \"/data/regions/11b133fa-fdf7-4061-93a1-02b1793499bc\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:31.579518438Z","hostname":"oxz_crucible_de5a64c6-5bb1-48f8-8547-48b632b888c6","pid":24503,"component":"datafile"}
{"msg":"dataset is oxp_bb3a421c-ca90-4a20-852f-c541d58a8a21/crucible/regions/11b133fa-fdf7-4061-93a1-02b1793499bc","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:31.584651104Z","hostname":"oxz_crucible_de5a64c6-5bb1-48f8-8547-48b632b888c6","pid":24503,"component":"datafile"}
{"msg":"snapshot is oxp_bb3a421c-ca90-4a20-852f-c541d58a8a21/crucible/regions/11b133fa-fdf7-4061-93a1-02b1793499bc@0d9147ca-a5b0-4d08-890b-5fefbb295523","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:31.590619864Z","hostname":"oxz_crucible_de5a64c6-5bb1-48f8-8547-48b632b888c6","pid":24503,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_bb3a421c-ca90-4a20-852f-c541d58a8a21/crucible/regions/11b133fa-fdf7-4061-93a1-02b1793499bc\", \"0d9147ca-a5b0-4d08-890b-5fefbb295523\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:31.590647144Z","hostname":"oxz_crucible_de5a64c6-5bb1-48f8-8547-48b632b888c6","pid":24503,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 11b133fa-fdf7-4061-93a1-02b1793499bc-0d9147ca-a5b0-4d08-890b-5fefbb295523 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:31.59753889Z","hostname":"oxz_crucible_de5a64c6-5bb1-48f8-8547-48b632b888c6","pid":24503,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:31.597672644Z","hostname":"oxz_crucible_de5a64c6-5bb1-48f8-8547-48b632b888c6","pid":24503,"uri":"/crucible/0/regions/11b133fa-fdf7-4061-93a1-02b1793499bc/snapshots/0d9147ca-a5b0-4d08-890b-5fefbb295523/run","method":"POST","req_id":"b706ec6a-661c-4e60-8571-969dd7186c80","remote_addr":"[fd00:1122:3344:101::b]:45606","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":18169,"response_code":200}
{"msg":"applying SMF actions for region 11b133fa-fdf7-4061-93a1-02b1793499bc running snapshot 0d9147ca-a5b0-4d08-890b-5fefbb295523 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:31.597693965Z","hostname":"oxz_crucible_de5a64c6-5bb1-48f8-8547-48b632b888c6","pid":24503,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-11b133fa-fdf7-4061-93a1-02b1793499bc-0d9147ca-a5b0-4d08-890b-5fefbb295523","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:31.602316666Z","hostname":"oxz_crucible_de5a64c6-5bb1-48f8-8547-48b632b888c6","pid":24503,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-11b133fa-fdf7-4061-93a1-02b1793499bc-0d9147ca-a5b0-4d08-890b-5fefbb295523","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:31.609769497Z","hostname":"oxz_crucible_de5a64c6-5bb1-48f8-8547-48b632b888c6","pid":24503,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-11b133fa-fdf7-4061-93a1-02b1793499bc-0d9147ca-a5b0-4d08-890b-5fefbb295523","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:31.619485424Z","hostname":"oxz_crucible_de5a64c6-5bb1-48f8-8547-48b632b888c6","pid":24503,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/11b133fa-fdf7-4061-93a1-02b1793499bc/.zfs/snapshot/0d9147ca-a5b0-4d08-890b-5fefbb295523","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:31.619814783Z","hostname":"oxz_crucible_de5a64c6-5bb1-48f8-8547-48b632b888c6","pid":24503,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:31.619863374Z","hostname":"oxz_crucible_de5a64c6-5bb1-48f8-8547-48b632b888c6","pid":24503,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:31.619904155Z","hostname":"oxz_crucible_de5a64c6-5bb1-48f8-8547-48b632b888c6","pid":24503,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:31.619939856Z","hostname":"oxz_crucible_de5a64c6-5bb1-48f8-8547-48b632b888c6","pid":24503,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:31.619983278Z","hostname":"oxz_crucible_de5a64c6-5bb1-48f8-8547-48b632b888c6","pid":24503,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:31.62358141Z","hostname":"oxz_crucible_de5a64c6-5bb1-48f8-8547-48b632b888c6","pid":24503,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:31.628023706Z","hostname":"oxz_crucible_de5a64c6-5bb1-48f8-8547-48b632b888c6","pid":24503,"component":"worker"}
{"msg":"region 11b133fa-fdf7-4061-93a1-02b1793499bc running snapshot 0d9147ca-a5b0-4d08-890b-5fefbb295523 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:31.628038716Z","hostname":"oxz_crucible_de5a64c6-5bb1-48f8-8547-48b632b888c6","pid":24503,"component":"datafile"}
{"msg":"path is \"/data/regions/11b133fa-fdf7-4061-93a1-02b1793499bc\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:31.93442412Z","hostname":"oxz_crucible_de5a64c6-5bb1-48f8-8547-48b632b888c6","pid":24503,"component":"datafile"}
{"msg":"dataset is oxp_bb3a421c-ca90-4a20-852f-c541d58a8a21/crucible/regions/11b133fa-fdf7-4061-93a1-02b1793499bc","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:31.940901814Z","hostname":"oxz_crucible_de5a64c6-5bb1-48f8-8547-48b632b888c6","pid":24503,"component":"datafile"}
{"msg":"snapshot is oxp_bb3a421c-ca90-4a20-852f-c541d58a8a21/crucible/regions/11b133fa-fdf7-4061-93a1-02b1793499bc@0d9147ca-a5b0-4d08-890b-5fefbb295523","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:31.946600005Z","hostname":"oxz_crucible_de5a64c6-5bb1-48f8-8547-48b632b888c6","pid":24503,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_bb3a421c-ca90-4a20-852f-c541d58a8a21/crucible/regions/11b133fa-fdf7-4061-93a1-02b1793499bc\", \"0d9147ca-a5b0-4d08-890b-5fefbb295523\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:31.946622566Z","hostname":"oxz_crucible_de5a64c6-5bb1-48f8-8547-48b632b888c6","pid":24503,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:31.952710609Z","hostname":"oxz_crucible_de5a64c6-5bb1-48f8-8547-48b632b888c6","pid":24503,"uri":"/crucible/0/regions/11b133fa-fdf7-4061-93a1-02b1793499bc/snapshots/0d9147ca-a5b0-4d08-890b-5fefbb295523/run","method":"POST","req_id":"56b61f27-ea33-4790-8e0b-5a17042189f9","remote_addr":"[fd00:1122:3344:101::b]:45606","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":18303,"response_code":200}
{"msg":"region 2ce3a7da-8922-48c5-a1d0-9be76bb803ae state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:36.737858835Z","hostname":"oxz_crucible_de5a64c6-5bb1-48f8-8547-48b632b888c6","pid":24503,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:36.738028589Z","hostname":"oxz_crucible_de5a64c6-5bb1-48f8-8547-48b632b888c6","pid":24503,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:36.73805492Z","hostname":"oxz_crucible_de5a64c6-5bb1-48f8-8547-48b632b888c6","pid":24503,"uri":"/crucible/0/regions","method":"POST","req_id":"7cbcbc69-3245-452d-99c9-7c57776ae88b","remote_addr":"[fd00:1122:3344:101::b]:45606","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":237,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_bb3a421c-ca90-4a20-852f-c541d58a8a21/crucible/regions/2ce3a7da-8922-48c5-a1d0-9be76bb803ae","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:36.743805023Z","hostname":"oxz_crucible_de5a64c6-5bb1-48f8-8547-48b632b888c6","pid":24503,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_bb3a421c-ca90-4a20-852f-c541d58a8a21/crucible/regions/2ce3a7da-8922-48c5-a1d0-9be76bb803ae","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:36.743836374Z","hostname":"oxz_crucible_de5a64c6-5bb1-48f8-8547-48b632b888c6","pid":24503,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"2ce3a7da-8922-48c5-a1d0-9be76bb803ae\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/2ce3a7da-8922-48c5-a1d0-9be76bb803ae\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:36.79296407Z","hostname":"oxz_crucible_de5a64c6-5bb1-48f8-8547-48b632b888c6","pid":24503,"region":"2ce3a7da-8922-48c5-a1d0-9be76bb803ae","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"2ce3a7da-8922-48c5-a1d0-9be76bb803ae\" \"--data\" \"/data/regions/2ce3a7da-8922-48c5-a1d0-9be76bb803ae\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:36.793003511Z","hostname":"oxz_crucible_de5a64c6-5bb1-48f8-8547-48b632b888c6","pid":24503,"region":"2ce3a7da-8922-48c5-a1d0-9be76bb803ae","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:36.862591908Z","hostname":"oxz_crucible_de5a64c6-5bb1-48f8-8547-48b632b888c6","pid":24503,"region":"2ce3a7da-8922-48c5-a1d0-9be76bb803ae","component":"worker"}
{"msg":"region 2ce3a7da-8922-48c5-a1d0-9be76bb803ae state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:36.862622639Z","hostname":"oxz_crucible_de5a64c6-5bb1-48f8-8547-48b632b888c6","pid":24503,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:36.862729882Z","hostname":"oxz_crucible_de5a64c6-5bb1-48f8-8547-48b632b888c6","pid":24503,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-2ce3a7da-8922-48c5-a1d0-9be76bb803ae","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:36.863907715Z","hostname":"oxz_crucible_de5a64c6-5bb1-48f8-8547-48b632b888c6","pid":24503,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-2ce3a7da-8922-48c5-a1d0-9be76bb803ae","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:36.867125707Z","hostname":"oxz_crucible_de5a64c6-5bb1-48f8-8547-48b632b888c6","pid":24503,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:36.876497303Z","hostname":"oxz_crucible_de5a64c6-5bb1-48f8-8547-48b632b888c6","pid":24503,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-2ce3a7da-8922-48c5-a1d0-9be76bb803ae","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:36.88064255Z","hostname":"oxz_crucible_de5a64c6-5bb1-48f8-8547-48b632b888c6","pid":24503,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2ce3a7da-8922-48c5-a1d0-9be76bb803ae","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:36.880913178Z","hostname":"oxz_crucible_de5a64c6-5bb1-48f8-8547-48b632b888c6","pid":24503,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:36.880962329Z","hostname":"oxz_crucible_de5a64c6-5bb1-48f8-8547-48b632b888c6","pid":24503,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:36.881004381Z","hostname":"oxz_crucible_de5a64c6-5bb1-48f8-8547-48b632b888c6","pid":24503,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:36.881041462Z","hostname":"oxz_crucible_de5a64c6-5bb1-48f8-8547-48b632b888c6","pid":24503,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:36.884741937Z","hostname":"oxz_crucible_de5a64c6-5bb1-48f8-8547-48b632b888c6","pid":24503,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:36.894546385Z","hostname":"oxz_crucible_de5a64c6-5bb1-48f8-8547-48b632b888c6","pid":24503,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:43:36.993817265Z","hostname":"oxz_crucible_de5a64c6-5bb1-48f8-8547-48b632b888c6","pid":24503,"uri":"/crucible/0/regions","method":"POST","req_id":"4c07c71d-fc6e-46c8-829e-35ba7b061ead","remote_addr":"[fd00:1122:3344:101::b]:45606","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":62,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:44:04.90332597Z","hostname":"oxz_crucible_de5a64c6-5bb1-48f8-8547-48b632b888c6","pid":24503,"uri":"/crucible/0/regions/2ce3a7da-8922-48c5-a1d0-9be76bb803ae","method":"GET","req_id":"32ef67e8-3938-4f88-890b-9d6c1c61cbd6","remote_addr":"[fd00:1122:3344:101::b]:45606","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":78,"response_code":200}
{"msg":"path is \"/data/regions/2ce3a7da-8922-48c5-a1d0-9be76bb803ae\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:44:04.906431688Z","hostname":"oxz_crucible_de5a64c6-5bb1-48f8-8547-48b632b888c6","pid":24503,"component":"datafile"}
{"msg":"dataset is oxp_bb3a421c-ca90-4a20-852f-c541d58a8a21/crucible/regions/2ce3a7da-8922-48c5-a1d0-9be76bb803ae","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:44:04.918011927Z","hostname":"oxz_crucible_de5a64c6-5bb1-48f8-8547-48b632b888c6","pid":24503,"component":"datafile"}
{"msg":"region 2ce3a7da-8922-48c5-a1d0-9be76bb803ae state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:44:04.925773197Z","hostname":"oxz_crucible_de5a64c6-5bb1-48f8-8547-48b632b888c6","pid":24503,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:44:04.926518849Z","hostname":"oxz_crucible_de5a64c6-5bb1-48f8-8547-48b632b888c6","pid":24503,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:44:04.92656039Z","hostname":"oxz_crucible_de5a64c6-5bb1-48f8-8547-48b632b888c6","pid":24503,"uri":"/crucible/0/regions/2ce3a7da-8922-48c5-a1d0-9be76bb803ae","method":"DELETE","req_id":"82be9ccf-219f-4e23-9165-c0affbf20728","remote_addr":"[fd00:1122:3344:101::b]:45606","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":20131,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-2ce3a7da-8922-48c5-a1d0-9be76bb803ae (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:44:04.927111575Z","hostname":"oxz_crucible_de5a64c6-5bb1-48f8-8547-48b632b888c6","pid":24503,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:44:04.929988617Z","hostname":"oxz_crucible_de5a64c6-5bb1-48f8-8547-48b632b888c6","pid":24503,"uri":"/crucible/0/regions/2ce3a7da-8922-48c5-a1d0-9be76bb803ae","method":"GET","req_id":"aaae28cc-6eaa-4c6b-bf38-17ad21f9aaa3","remote_addr":"[fd00:1122:3344:101::b]:45606","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":33,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:44:04.940143486Z","hostname":"oxz_crucible_de5a64c6-5bb1-48f8-8547-48b632b888c6","pid":24503,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_bb3a421c-ca90-4a20-852f-c541d58a8a21/crucible/regions/2ce3a7da-8922-48c5-a1d0-9be76bb803ae\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:44:04.948133383Z","hostname":"oxz_crucible_de5a64c6-5bb1-48f8-8547-48b632b888c6","pid":24503,"region":"2ce3a7da-8922-48c5-a1d0-9be76bb803ae","component":"worker"}
{"msg":"region 2ce3a7da-8922-48c5-a1d0-9be76bb803ae state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:44:05.029436452Z","hostname":"oxz_crucible_de5a64c6-5bb1-48f8-8547-48b632b888c6","pid":24503,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-08T00:44:05.055828182Z","hostname":"oxz_crucible_de5a64c6-5bb1-48f8-8547-48b632b888c6","pid":24503,"uri":"/crucible/0/regions/2ce3a7da-8922-48c5-a1d0-9be76bb803ae","method":"GET","req_id":"7a0b75c9-e2ca-49e4-9b23-347453c4e362","remote_addr":"[fd00:1122:3344:101::b]:45606","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":75,"response_code":200}