[ Feb 12 06:39:25 Enabled. ]
[ Feb 12 06:39:25 Rereading configuration. ]
[ Feb 12 06:39:26 Rereading configuration. ]
[ Feb 12 06:39:30 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_2f8a8df5-18e1-4c65-ac5e-ec4cf5f672c5/crucible -l [fd00:1122:3344:101::1a]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7103cd3a3d7b0112d2949dd135db06fef0c156bb\nCommit timestamp: 2025-11-10T22:24:53.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-02-12T06:39:30.652813579Z","hostname":"oxz_crucible_a21f60cb-20d0-46d2-9962-24f58cb91091","pid":23451}
{"msg":"dataset: \"oxp_2f8a8df5-18e1-4c65-ac5e-ec4cf5f672c5/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-12T06:39:30.653647421Z","hostname":"oxz_crucible_a21f60cb-20d0-46d2-9962-24f58cb91091","pid":23451}
{"msg":"listen IP: [fd00:1122:3344:101::1a]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-02-12T06:39:30.653689302Z","hostname":"oxz_crucible_a21f60cb-20d0-46d2-9962-24f58cb91091","pid":23451}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-12T06:39:30.653697222Z","hostname":"oxz_crucible_a21f60cb-20d0-46d2-9962-24f58cb91091","pid":23451}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-12T06:39:30.66875992Z","hostname":"oxz_crucible_a21f60cb-20d0-46d2-9962-24f58cb91091","pid":23451,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-02-12T06:39:30.752725933Z","hostname":"oxz_crucible_a21f60cb-20d0-46d2-9962-24f58cb91091","pid":23451,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-02-12T06:40:27.211614789Z","hostname":"oxz_crucible_a21f60cb-20d0-46d2-9962-24f58cb91091","pid":23451,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:54545"}
{"msg":"region 74acec1d-3113-431b-9c48-a0b0ead84e82 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-02-12T06:40:27.238962194Z","hostname":"oxz_crucible_a21f60cb-20d0-46d2-9962-24f58cb91091","pid":23451,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-02-12T06:40:27.241426387Z","hostname":"oxz_crucible_a21f60cb-20d0-46d2-9962-24f58cb91091","pid":23451,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-12T06:40:27.241442868Z","hostname":"oxz_crucible_a21f60cb-20d0-46d2-9962-24f58cb91091","pid":23451,"uri":"/crucible/0/regions","method":"POST","req_id":"3c3f76a7-2cec-4c2f-b43e-6c3683aa2f22","remote_addr":"[fd00:1122:3344:101::a]:54545","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":12963,"response_code":200}
{"msg":"zfs set reservation of 1342177280 for oxp_2f8a8df5-18e1-4c65-ac5e-ec4cf5f672c5/crucible/regions/74acec1d-3113-431b-9c48-a0b0ead84e82","v":0,"name":"crucible-agent","level":30,"time":"2026-02-12T06:40:27.250308256Z","hostname":"oxz_crucible_a21f60cb-20d0-46d2-9962-24f58cb91091","pid":23451,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_2f8a8df5-18e1-4c65-ac5e-ec4cf5f672c5/crucible/regions/74acec1d-3113-431b-9c48-a0b0ead84e82","v":0,"name":"crucible-agent","level":30,"time":"2026-02-12T06:40:27.250327957Z","hostname":"oxz_crucible_a21f60cb-20d0-46d2-9962-24f58cb91091","pid":23451,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"74acec1d-3113-431b-9c48-a0b0ead84e82\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/74acec1d-3113-431b-9c48-a0b0ead84e82\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-12T06:40:27.334533246Z","hostname":"oxz_crucible_a21f60cb-20d0-46d2-9962-24f58cb91091","pid":23451,"region":"74acec1d-3113-431b-9c48-a0b0ead84e82","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"74acec1d-3113-431b-9c48-a0b0ead84e82\" \"--data\" \"/data/regions/74acec1d-3113-431b-9c48-a0b0ead84e82\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-12T06:40:27.336463495Z","hostname":"oxz_crucible_a21f60cb-20d0-46d2-9962-24f58cb91091","pid":23451,"region":"74acec1d-3113-431b-9c48-a0b0ead84e82","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-12T06:40:27.594148953Z","hostname":"oxz_crucible_a21f60cb-20d0-46d2-9962-24f58cb91091","pid":23451,"uri":"/crucible/0/regions","method":"POST","req_id":"2e925049-1c93-4901-94ff-6ea69b841de9","remote_addr":"[fd00:1122:3344:101::a]:54545","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":58,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-02-12T06:40:27.720211231Z","hostname":"oxz_crucible_a21f60cb-20d0-46d2-9962-24f58cb91091","pid":23451,"region":"74acec1d-3113-431b-9c48-a0b0ead84e82","component":"worker"}
{"msg":"region 74acec1d-3113-431b-9c48-a0b0ead84e82 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-02-12T06:40:27.720258592Z","hostname":"oxz_crucible_a21f60cb-20d0-46d2-9962-24f58cb91091","pid":23451,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-02-12T06:40:27.720341574Z","hostname":"oxz_crucible_a21f60cb-20d0-46d2-9962-24f58cb91091","pid":23451,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-74acec1d-3113-431b-9c48-a0b0ead84e82","v":0,"name":"crucible-agent","level":30,"time":"2026-02-12T06:40:27.720688123Z","hostname":"oxz_crucible_a21f60cb-20d0-46d2-9962-24f58cb91091","pid":23451,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-74acec1d-3113-431b-9c48-a0b0ead84e82","v":0,"name":"crucible-agent","level":30,"time":"2026-02-12T06:40:27.740013981Z","hostname":"oxz_crucible_a21f60cb-20d0-46d2-9962-24f58cb91091","pid":23451,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-02-12T06:40:27.768380442Z","hostname":"oxz_crucible_a21f60cb-20d0-46d2-9962-24f58cb91091","pid":23451,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-74acec1d-3113-431b-9c48-a0b0ead84e82","v":0,"name":"crucible-agent","level":30,"time":"2026-02-12T06:40:27.771847401Z","hostname":"oxz_crucible_a21f60cb-20d0-46d2-9962-24f58cb91091","pid":23451,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/74acec1d-3113-431b-9c48-a0b0ead84e82","v":0,"name":"crucible-agent","level":30,"time":"2026-02-12T06:40:27.772532418Z","hostname":"oxz_crucible_a21f60cb-20d0-46d2-9962-24f58cb91091","pid":23451,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-02-12T06:40:27.77259195Z","hostname":"oxz_crucible_a21f60cb-20d0-46d2-9962-24f58cb91091","pid":23451,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2026-02-12T06:40:27.772629671Z","hostname":"oxz_crucible_a21f60cb-20d0-46d2-9962-24f58cb91091","pid":23451,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-02-12T06:40:27.772663802Z","hostname":"oxz_crucible_a21f60cb-20d0-46d2-9962-24f58cb91091","pid":23451,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-12T06:40:27.78113939Z","hostname":"oxz_crucible_a21f60cb-20d0-46d2-9962-24f58cb91091","pid":23451,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-12T06:40:27.789393773Z","hostname":"oxz_crucible_a21f60cb-20d0-46d2-9962-24f58cb91091","pid":23451,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-12T06:40:28.088712913Z","hostname":"oxz_crucible_a21f60cb-20d0-46d2-9962-24f58cb91091","pid":23451,"uri":"/crucible/0/regions","method":"POST","req_id":"94308a06-b6d2-453e-aa33-ed934c126331","remote_addr":"[fd00:1122:3344:101::a]:54545","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":58,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-12T06:40:28.612504546Z","hostname":"oxz_crucible_a21f60cb-20d0-46d2-9962-24f58cb91091","pid":23451,"uri":"/crucible/0/regions/74acec1d-3113-431b-9c48-a0b0ead84e82","method":"GET","req_id":"b19607fe-1ba2-438d-a464-d914a446e684","remote_addr":"[fd00:1122:3344:101::a]:54545","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":71,"response_code":200}
{"msg":"path is \"/data/regions/74acec1d-3113-431b-9c48-a0b0ead84e82\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-12T06:40:28.61575019Z","hostname":"oxz_crucible_a21f60cb-20d0-46d2-9962-24f58cb91091","pid":23451,"component":"datafile"}
{"msg":"dataset is oxp_2f8a8df5-18e1-4c65-ac5e-ec4cf5f672c5/crucible/regions/74acec1d-3113-431b-9c48-a0b0ead84e82","v":0,"name":"crucible-agent","level":30,"time":"2026-02-12T06:40:28.62354361Z","hostname":"oxz_crucible_a21f60cb-20d0-46d2-9962-24f58cb91091","pid":23451,"component":"datafile"}
{"msg":"region 74acec1d-3113-431b-9c48-a0b0ead84e82 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-02-12T06:40:28.631073294Z","hostname":"oxz_crucible_a21f60cb-20d0-46d2-9962-24f58cb91091","pid":23451,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-02-12T06:40:28.631198977Z","hostname":"oxz_crucible_a21f60cb-20d0-46d2-9962-24f58cb91091","pid":23451,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-12T06:40:28.631216128Z","hostname":"oxz_crucible_a21f60cb-20d0-46d2-9962-24f58cb91091","pid":23451,"uri":"/crucible/0/regions/74acec1d-3113-431b-9c48-a0b0ead84e82","method":"DELETE","req_id":"92fb439c-b076-4639-82e5-ec6b17f44158","remote_addr":"[fd00:1122:3344:101::a]:54545","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":15467,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-74acec1d-3113-431b-9c48-a0b0ead84e82 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-02-12T06:40:28.632236194Z","hostname":"oxz_crucible_a21f60cb-20d0-46d2-9962-24f58cb91091","pid":23451,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-12T06:40:28.634597965Z","hostname":"oxz_crucible_a21f60cb-20d0-46d2-9962-24f58cb91091","pid":23451,"uri":"/crucible/0/regions/74acec1d-3113-431b-9c48-a0b0ead84e82","method":"GET","req_id":"e90788c2-d892-4dbd-9de5-f49d953c1bbc","remote_addr":"[fd00:1122:3344:101::a]:54545","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":36,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-12T06:40:28.640115107Z","hostname":"oxz_crucible_a21f60cb-20d0-46d2-9962-24f58cb91091","pid":23451,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_2f8a8df5-18e1-4c65-ac5e-ec4cf5f672c5/crucible/regions/74acec1d-3113-431b-9c48-a0b0ead84e82\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-12T06:40:28.649183671Z","hostname":"oxz_crucible_a21f60cb-20d0-46d2-9962-24f58cb91091","pid":23451,"region":"74acec1d-3113-431b-9c48-a0b0ead84e82","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-12T06:40:28.691613184Z","hostname":"oxz_crucible_a21f60cb-20d0-46d2-9962-24f58cb91091","pid":23451,"uri":"/crucible/0/regions/74acec1d-3113-431b-9c48-a0b0ead84e82","method":"GET","req_id":"c12024a9-54fe-4c75-9ea9-e31d121d2c33","remote_addr":"[fd00:1122:3344:101::a]:54545","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":52,"response_code":200}
{"msg":"region 74acec1d-3113-431b-9c48-a0b0ead84e82 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-12T06:40:28.758142727Z","hostname":"oxz_crucible_a21f60cb-20d0-46d2-9962-24f58cb91091","pid":23451,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-12T06:40:28.763212408Z","hostname":"oxz_crucible_a21f60cb-20d0-46d2-9962-24f58cb91091","pid":23451,"uri":"/crucible/0/regions/74acec1d-3113-431b-9c48-a0b0ead84e82","method":"GET","req_id":"a2373284-aebb-42bb-aec5-a21530849273","remote_addr":"[fd00:1122:3344:101::a]:54545","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":39,"response_code":200}