[ May  1 21:43:33 Enabled. ]
[ May  1 21:43:33 Rereading configuration. ]
[ May  1 21:43:35 Rereading configuration. ]
[ May  1 21:43:38 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_062aa82f-4184-4ad2-868e-9de93bffbe1e/crucible -l [fd00:1122:3344:101::17]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7103cd3a3d7b0112d2949dd135db06fef0c156bb\nCommit timestamp: 2025-11-10T22:24:53.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T21:43:39.061608572Z","hostname":"oxz_crucible_f32c0772-ab38-413d-b289-56a5bdcb32ba","pid":23109}
{"msg":"dataset: \"oxp_062aa82f-4184-4ad2-868e-9de93bffbe1e/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T21:43:39.062335582Z","hostname":"oxz_crucible_f32c0772-ab38-413d-b289-56a5bdcb32ba","pid":23109}
{"msg":"listen IP: [fd00:1122:3344:101::17]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T21:43:39.062345613Z","hostname":"oxz_crucible_f32c0772-ab38-413d-b289-56a5bdcb32ba","pid":23109}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T21:43:39.062350682Z","hostname":"oxz_crucible_f32c0772-ab38-413d-b289-56a5bdcb32ba","pid":23109}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T21:43:39.077021932Z","hostname":"oxz_crucible_f32c0772-ab38-413d-b289-56a5bdcb32ba","pid":23109,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T21:43:39.147599469Z","hostname":"oxz_crucible_f32c0772-ab38-413d-b289-56a5bdcb32ba","pid":23109,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T21:44:39.877088501Z","hostname":"oxz_crucible_f32c0772-ab38-413d-b289-56a5bdcb32ba","pid":23109,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:44457"}
{"msg":"region 10e58c4b-f277-4020-adfd-c1c61804e6b9 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T21:44:39.901326526Z","hostname":"oxz_crucible_f32c0772-ab38-413d-b289-56a5bdcb32ba","pid":23109,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T21:44:39.904144627Z","hostname":"oxz_crucible_f32c0772-ab38-413d-b289-56a5bdcb32ba","pid":23109,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T21:44:39.904162787Z","hostname":"oxz_crucible_f32c0772-ab38-413d-b289-56a5bdcb32ba","pid":23109,"uri":"/crucible/0/regions","method":"POST","req_id":"28d1cf12-8f92-45aa-a24a-a819ad914ae0","remote_addr":"[fd00:1122:3344:101::a]:44457","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":13311,"response_code":200}
{"msg":"zfs set reservation of 1342177280 for oxp_062aa82f-4184-4ad2-868e-9de93bffbe1e/crucible/regions/10e58c4b-f277-4020-adfd-c1c61804e6b9","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T21:44:39.911942418Z","hostname":"oxz_crucible_f32c0772-ab38-413d-b289-56a5bdcb32ba","pid":23109,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_062aa82f-4184-4ad2-868e-9de93bffbe1e/crucible/regions/10e58c4b-f277-4020-adfd-c1c61804e6b9","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T21:44:39.911954598Z","hostname":"oxz_crucible_f32c0772-ab38-413d-b289-56a5bdcb32ba","pid":23109,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"10e58c4b-f277-4020-adfd-c1c61804e6b9\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/10e58c4b-f277-4020-adfd-c1c61804e6b9\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T21:44:39.955860174Z","hostname":"oxz_crucible_f32c0772-ab38-413d-b289-56a5bdcb32ba","pid":23109,"region":"10e58c4b-f277-4020-adfd-c1c61804e6b9","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"10e58c4b-f277-4020-adfd-c1c61804e6b9\" \"--data\" \"/data/regions/10e58c4b-f277-4020-adfd-c1c61804e6b9\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T21:44:39.957962214Z","hostname":"oxz_crucible_f32c0772-ab38-413d-b289-56a5bdcb32ba","pid":23109,"region":"10e58c4b-f277-4020-adfd-c1c61804e6b9","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T21:44:40.049695673Z","hostname":"oxz_crucible_f32c0772-ab38-413d-b289-56a5bdcb32ba","pid":23109,"uri":"/crucible/0/regions","method":"POST","req_id":"04b3abec-538a-47a1-a3d1-1c040a46725c","remote_addr":"[fd00:1122:3344:101::a]:44457","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":56,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T21:44:40.312333651Z","hostname":"oxz_crucible_f32c0772-ab38-413d-b289-56a5bdcb32ba","pid":23109,"region":"10e58c4b-f277-4020-adfd-c1c61804e6b9","component":"worker"}
{"msg":"region 10e58c4b-f277-4020-adfd-c1c61804e6b9 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T21:44:40.312383161Z","hostname":"oxz_crucible_f32c0772-ab38-413d-b289-56a5bdcb32ba","pid":23109,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T21:44:40.312460112Z","hostname":"oxz_crucible_f32c0772-ab38-413d-b289-56a5bdcb32ba","pid":23109,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-10e58c4b-f277-4020-adfd-c1c61804e6b9","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T21:44:40.312807677Z","hostname":"oxz_crucible_f32c0772-ab38-413d-b289-56a5bdcb32ba","pid":23109,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-10e58c4b-f277-4020-adfd-c1c61804e6b9","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T21:44:40.320095291Z","hostname":"oxz_crucible_f32c0772-ab38-413d-b289-56a5bdcb32ba","pid":23109,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T21:44:40.339930414Z","hostname":"oxz_crucible_f32c0772-ab38-413d-b289-56a5bdcb32ba","pid":23109,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-10e58c4b-f277-4020-adfd-c1c61804e6b9","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T21:44:40.343093539Z","hostname":"oxz_crucible_f32c0772-ab38-413d-b289-56a5bdcb32ba","pid":23109,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/10e58c4b-f277-4020-adfd-c1c61804e6b9","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T21:44:40.343795229Z","hostname":"oxz_crucible_f32c0772-ab38-413d-b289-56a5bdcb32ba","pid":23109,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T21:44:40.34385648Z","hostname":"oxz_crucible_f32c0772-ab38-413d-b289-56a5bdcb32ba","pid":23109,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T21:44:40.343897091Z","hostname":"oxz_crucible_f32c0772-ab38-413d-b289-56a5bdcb32ba","pid":23109,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T21:44:40.343941491Z","hostname":"oxz_crucible_f32c0772-ab38-413d-b289-56a5bdcb32ba","pid":23109,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T21:44:40.347686195Z","hostname":"oxz_crucible_f32c0772-ab38-413d-b289-56a5bdcb32ba","pid":23109,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T21:44:40.352384302Z","hostname":"oxz_crucible_f32c0772-ab38-413d-b289-56a5bdcb32ba","pid":23109,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T21:44:40.381127372Z","hostname":"oxz_crucible_f32c0772-ab38-413d-b289-56a5bdcb32ba","pid":23109,"uri":"/crucible/0/regions","method":"POST","req_id":"bfe704bc-6dff-470b-bb80-e08e4cde1416","remote_addr":"[fd00:1122:3344:101::a]:44457","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":54,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T21:44:41.126795152Z","hostname":"oxz_crucible_f32c0772-ab38-413d-b289-56a5bdcb32ba","pid":23109,"uri":"/crucible/0/regions/10e58c4b-f277-4020-adfd-c1c61804e6b9","method":"GET","req_id":"3e395c35-d724-4b75-b2bb-1c88dc18e6e5","remote_addr":"[fd00:1122:3344:101::a]:44457","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":76,"response_code":200}
{"msg":"path is \"/data/regions/10e58c4b-f277-4020-adfd-c1c61804e6b9\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T21:44:41.129741424Z","hostname":"oxz_crucible_f32c0772-ab38-413d-b289-56a5bdcb32ba","pid":23109,"component":"datafile"}
{"msg":"dataset is oxp_062aa82f-4184-4ad2-868e-9de93bffbe1e/crucible/regions/10e58c4b-f277-4020-adfd-c1c61804e6b9","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T21:44:41.137275051Z","hostname":"oxz_crucible_f32c0772-ab38-413d-b289-56a5bdcb32ba","pid":23109,"component":"datafile"}
{"msg":"region 10e58c4b-f277-4020-adfd-c1c61804e6b9 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T21:44:41.14352135Z","hostname":"oxz_crucible_f32c0772-ab38-413d-b289-56a5bdcb32ba","pid":23109,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T21:44:41.143643102Z","hostname":"oxz_crucible_f32c0772-ab38-413d-b289-56a5bdcb32ba","pid":23109,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T21:44:41.143656912Z","hostname":"oxz_crucible_f32c0772-ab38-413d-b289-56a5bdcb32ba","pid":23109,"uri":"/crucible/0/regions/10e58c4b-f277-4020-adfd-c1c61804e6b9","method":"DELETE","req_id":"f251d83d-f35a-420d-8c16-47b696a0ccab","remote_addr":"[fd00:1122:3344:101::a]:44457","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":13919,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-10e58c4b-f277-4020-adfd-c1c61804e6b9 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T21:44:41.144606606Z","hostname":"oxz_crucible_f32c0772-ab38-413d-b289-56a5bdcb32ba","pid":23109,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T21:44:41.147926493Z","hostname":"oxz_crucible_f32c0772-ab38-413d-b289-56a5bdcb32ba","pid":23109,"uri":"/crucible/0/regions/10e58c4b-f277-4020-adfd-c1c61804e6b9","method":"GET","req_id":"4e758407-5f80-4a53-9ecc-d639f1ee7d06","remote_addr":"[fd00:1122:3344:101::a]:44457","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":29,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T21:44:41.150584971Z","hostname":"oxz_crucible_f32c0772-ab38-413d-b289-56a5bdcb32ba","pid":23109,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_062aa82f-4184-4ad2-868e-9de93bffbe1e/crucible/regions/10e58c4b-f277-4020-adfd-c1c61804e6b9\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T21:44:41.157588931Z","hostname":"oxz_crucible_f32c0772-ab38-413d-b289-56a5bdcb32ba","pid":23109,"region":"10e58c4b-f277-4020-adfd-c1c61804e6b9","component":"worker"}
{"msg":"region 10e58c4b-f277-4020-adfd-c1c61804e6b9 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T21:44:41.225863605Z","hostname":"oxz_crucible_f32c0772-ab38-413d-b289-56a5bdcb32ba","pid":23109,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T21:44:41.250831042Z","hostname":"oxz_crucible_f32c0772-ab38-413d-b289-56a5bdcb32ba","pid":23109,"uri":"/crucible/0/regions/10e58c4b-f277-4020-adfd-c1c61804e6b9","method":"GET","req_id":"875edcf9-7365-4feb-b45d-150d439868a7","remote_addr":"[fd00:1122:3344:101::a]:44457","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":49,"response_code":200}