[ Oct 15 20:58:01 Enabled. ]
[ Oct 15 20:58:01 Rereading configuration. ]
[ Oct 15 20:58:04 Rereading configuration. ]
[ Oct 15 20:58:09 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_4699e105-27b6-4796-b806-98345431cde2/crucible -l [fd00:1122:3344:101::19]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 65ca41e821ef53ec9c28909357f23e3348169e4f\nCommit timestamp: 2025-09-17T20:55:30.000000000Z  branch: main\nrustc: 1.86.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T20:58:09.555131304Z","hostname":"oxz_crucible_4bd5f23f-52c3-45c8-9813-4af14b6f1636","pid":23294}
{"msg":"dataset: \"oxp_4699e105-27b6-4796-b806-98345431cde2/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T20:58:09.556050963Z","hostname":"oxz_crucible_4bd5f23f-52c3-45c8-9813-4af14b6f1636","pid":23294}
{"msg":"listen IP: [fd00:1122:3344:101::19]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T20:58:09.556081354Z","hostname":"oxz_crucible_4bd5f23f-52c3-45c8-9813-4af14b6f1636","pid":23294}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T20:58:09.556090924Z","hostname":"oxz_crucible_4bd5f23f-52c3-45c8-9813-4af14b6f1636","pid":23294}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T20:58:09.57530863Z","hostname":"oxz_crucible_4bd5f23f-52c3-45c8-9813-4af14b6f1636","pid":23294,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T20:58:09.719357915Z","hostname":"oxz_crucible_4bd5f23f-52c3-45c8-9813-4af14b6f1636","pid":23294,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T20:59:03.313020332Z","hostname":"oxz_crucible_4bd5f23f-52c3-45c8-9813-4af14b6f1636","pid":23294,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:62325"}
{"msg":"region ee742db1-e487-48f5-8c9e-1fe657cdb773 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T20:59:03.355200593Z","hostname":"oxz_crucible_4bd5f23f-52c3-45c8-9813-4af14b6f1636","pid":23294,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T20:59:03.363485928Z","hostname":"oxz_crucible_4bd5f23f-52c3-45c8-9813-4af14b6f1636","pid":23294,"uri":"/crucible/0/regions","method":"POST","req_id":"5295ead1-e837-4355-9e59-c7d3b1111d00","remote_addr":"[fd00:1122:3344:101::b]:62325","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":27479,"response_code":200}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T20:59:03.365670759Z","hostname":"oxz_crucible_4bd5f23f-52c3-45c8-9813-4af14b6f1636","pid":23294,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_4699e105-27b6-4796-b806-98345431cde2/crucible/regions/ee742db1-e487-48f5-8c9e-1fe657cdb773","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T20:59:03.376264778Z","hostname":"oxz_crucible_4bd5f23f-52c3-45c8-9813-4af14b6f1636","pid":23294,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_4699e105-27b6-4796-b806-98345431cde2/crucible/regions/ee742db1-e487-48f5-8c9e-1fe657cdb773","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T20:59:03.376304129Z","hostname":"oxz_crucible_4bd5f23f-52c3-45c8-9813-4af14b6f1636","pid":23294,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"ee742db1-e487-48f5-8c9e-1fe657cdb773\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/ee742db1-e487-48f5-8c9e-1fe657cdb773\"","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T20:59:03.444661389Z","hostname":"oxz_crucible_4bd5f23f-52c3-45c8-9813-4af14b6f1636","pid":23294,"region":"ee742db1-e487-48f5-8c9e-1fe657cdb773","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"ee742db1-e487-48f5-8c9e-1fe657cdb773\" \"--data\" \"/data/regions/ee742db1-e487-48f5-8c9e-1fe657cdb773\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T20:59:03.447680586Z","hostname":"oxz_crucible_4bd5f23f-52c3-45c8-9813-4af14b6f1636","pid":23294,"region":"ee742db1-e487-48f5-8c9e-1fe657cdb773","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T20:59:03.518566237Z","hostname":"oxz_crucible_4bd5f23f-52c3-45c8-9813-4af14b6f1636","pid":23294,"uri":"/crucible/0/regions","method":"POST","req_id":"efd9e507-211c-44f4-9093-a8deab95a277","remote_addr":"[fd00:1122:3344:101::b]:62325","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":74,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T20:59:03.76647772Z","hostname":"oxz_crucible_4bd5f23f-52c3-45c8-9813-4af14b6f1636","pid":23294,"region":"ee742db1-e487-48f5-8c9e-1fe657cdb773","component":"worker"}
{"msg":"region ee742db1-e487-48f5-8c9e-1fe657cdb773 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T20:59:03.766523932Z","hostname":"oxz_crucible_4bd5f23f-52c3-45c8-9813-4af14b6f1636","pid":23294,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T20:59:03.766616355Z","hostname":"oxz_crucible_4bd5f23f-52c3-45c8-9813-4af14b6f1636","pid":23294,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-ee742db1-e487-48f5-8c9e-1fe657cdb773","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T20:59:03.766992407Z","hostname":"oxz_crucible_4bd5f23f-52c3-45c8-9813-4af14b6f1636","pid":23294,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-ee742db1-e487-48f5-8c9e-1fe657cdb773","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T20:59:03.773164605Z","hostname":"oxz_crucible_4bd5f23f-52c3-45c8-9813-4af14b6f1636","pid":23294,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T20:59:03.794995014Z","hostname":"oxz_crucible_4bd5f23f-52c3-45c8-9813-4af14b6f1636","pid":23294,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ee742db1-e487-48f5-8c9e-1fe657cdb773","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T20:59:03.797863576Z","hostname":"oxz_crucible_4bd5f23f-52c3-45c8-9813-4af14b6f1636","pid":23294,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ee742db1-e487-48f5-8c9e-1fe657cdb773","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T20:59:03.798594Z","hostname":"oxz_crucible_4bd5f23f-52c3-45c8-9813-4af14b6f1636","pid":23294,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T20:59:03.798662442Z","hostname":"oxz_crucible_4bd5f23f-52c3-45c8-9813-4af14b6f1636","pid":23294,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T20:59:03.798706993Z","hostname":"oxz_crucible_4bd5f23f-52c3-45c8-9813-4af14b6f1636","pid":23294,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T20:59:03.798746434Z","hostname":"oxz_crucible_4bd5f23f-52c3-45c8-9813-4af14b6f1636","pid":23294,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T20:59:03.805192531Z","hostname":"oxz_crucible_4bd5f23f-52c3-45c8-9813-4af14b6f1636","pid":23294,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T20:59:03.809630063Z","hostname":"oxz_crucible_4bd5f23f-52c3-45c8-9813-4af14b6f1636","pid":23294,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T20:59:04.217810091Z","hostname":"oxz_crucible_4bd5f23f-52c3-45c8-9813-4af14b6f1636","pid":23294,"uri":"/crucible/0/regions","method":"POST","req_id":"a299164b-4097-451e-9887-630ee2a74c06","remote_addr":"[fd00:1122:3344:101::b]:62325","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":46,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T20:59:04.753478954Z","hostname":"oxz_crucible_4bd5f23f-52c3-45c8-9813-4af14b6f1636","pid":23294,"uri":"/crucible/0/regions/ee742db1-e487-48f5-8c9e-1fe657cdb773","method":"GET","req_id":"e785cdc9-32ee-4979-b533-45cc9a1abbe2","remote_addr":"[fd00:1122:3344:101::b]:62325","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":2604,"response_code":200}
{"msg":"path is \"/data/regions/ee742db1-e487-48f5-8c9e-1fe657cdb773\"","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T20:59:04.75681203Z","hostname":"oxz_crucible_4bd5f23f-52c3-45c8-9813-4af14b6f1636","pid":23294,"component":"datafile"}
{"msg":"dataset is oxp_4699e105-27b6-4796-b806-98345431cde2/crucible/regions/ee742db1-e487-48f5-8c9e-1fe657cdb773","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T20:59:04.771419148Z","hostname":"oxz_crucible_4bd5f23f-52c3-45c8-9813-4af14b6f1636","pid":23294,"component":"datafile"}
{"msg":"region ee742db1-e487-48f5-8c9e-1fe657cdb773 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T20:59:04.782186743Z","hostname":"oxz_crucible_4bd5f23f-52c3-45c8-9813-4af14b6f1636","pid":23294,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T20:59:04.782329688Z","hostname":"oxz_crucible_4bd5f23f-52c3-45c8-9813-4af14b6f1636","pid":23294,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T20:59:04.78240202Z","hostname":"oxz_crucible_4bd5f23f-52c3-45c8-9813-4af14b6f1636","pid":23294,"uri":"/crucible/0/regions/ee742db1-e487-48f5-8c9e-1fe657cdb773","method":"DELETE","req_id":"86ff4785-61f2-4339-bf5a-a509477e4df8","remote_addr":"[fd00:1122:3344:101::b]:62325","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":25626,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-ee742db1-e487-48f5-8c9e-1fe657cdb773 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T20:59:04.7833261Z","hostname":"oxz_crucible_4bd5f23f-52c3-45c8-9813-4af14b6f1636","pid":23294,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T20:59:04.786216512Z","hostname":"oxz_crucible_4bd5f23f-52c3-45c8-9813-4af14b6f1636","pid":23294,"uri":"/crucible/0/regions/ee742db1-e487-48f5-8c9e-1fe657cdb773","method":"GET","req_id":"b3e8fb8a-ccd3-4cab-a268-c240499fd5cf","remote_addr":"[fd00:1122:3344:101::b]:62325","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":33,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T20:59:04.788586038Z","hostname":"oxz_crucible_4bd5f23f-52c3-45c8-9813-4af14b6f1636","pid":23294,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_4699e105-27b6-4796-b806-98345431cde2/crucible/regions/ee742db1-e487-48f5-8c9e-1fe657cdb773\"","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T20:59:04.801209213Z","hostname":"oxz_crucible_4bd5f23f-52c3-45c8-9813-4af14b6f1636","pid":23294,"region":"ee742db1-e487-48f5-8c9e-1fe657cdb773","component":"worker"}
{"msg":"region ee742db1-e487-48f5-8c9e-1fe657cdb773 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T20:59:04.858082805Z","hostname":"oxz_crucible_4bd5f23f-52c3-45c8-9813-4af14b6f1636","pid":23294,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T20:59:04.906046142Z","hostname":"oxz_crucible_4bd5f23f-52c3-45c8-9813-4af14b6f1636","pid":23294,"uri":"/crucible/0/regions/ee742db1-e487-48f5-8c9e-1fe657cdb773","method":"GET","req_id":"3391216c-f5be-43bc-b194-4cbc1615d6a8","remote_addr":"[fd00:1122:3344:101::b]:62325","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":60,"response_code":200}