[ Dec  3 16:54:23 Enabled. ]
[ Dec  3 16:54:23 Rereading configuration. ]
[ Dec  3 16:54:25 Rereading configuration. ]
[ Dec  3 16:54:33 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_4f0b92c4-d51a-4e76-80ee-84d663f8d674/crucible -l [fd00:1122:3344:101::16]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7103cd3a3d7b0112d2949dd135db06fef0c156bb\nCommit timestamp: 2025-11-10T22:24:53.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T16:54:33.486369075Z","hostname":"oxz_crucible_213497e0-6387-4c35-a57c-027b5d076c40","pid":23226}
{"msg":"dataset: \"oxp_4f0b92c4-d51a-4e76-80ee-84d663f8d674/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T16:54:33.487250812Z","hostname":"oxz_crucible_213497e0-6387-4c35-a57c-027b5d076c40","pid":23226}
{"msg":"listen IP: [fd00:1122:3344:101::16]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T16:54:33.487261252Z","hostname":"oxz_crucible_213497e0-6387-4c35-a57c-027b5d076c40","pid":23226}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T16:54:33.487266692Z","hostname":"oxz_crucible_213497e0-6387-4c35-a57c-027b5d076c40","pid":23226}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T16:54:33.502165497Z","hostname":"oxz_crucible_213497e0-6387-4c35-a57c-027b5d076c40","pid":23226,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T16:54:33.655312589Z","hostname":"oxz_crucible_213497e0-6387-4c35-a57c-027b5d076c40","pid":23226,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T16:55:28.267350934Z","hostname":"oxz_crucible_213497e0-6387-4c35-a57c-027b5d076c40","pid":23226,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:38232"}
{"msg":"region f88a8980-96f1-4506-a9b6-f162c62cb8a9 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T16:55:28.295444322Z","hostname":"oxz_crucible_213497e0-6387-4c35-a57c-027b5d076c40","pid":23226,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T16:55:28.297894238Z","hostname":"oxz_crucible_213497e0-6387-4c35-a57c-027b5d076c40","pid":23226,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T16:55:28.297915739Z","hostname":"oxz_crucible_213497e0-6387-4c35-a57c-027b5d076c40","pid":23226,"uri":"/crucible/0/regions","method":"POST","req_id":"aca79b03-f6de-425b-8523-6052a35a002b","remote_addr":"[fd00:1122:3344:101::c]:38232","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":13138,"response_code":200}
{"msg":"zfs set reservation of 1342177280 for oxp_4f0b92c4-d51a-4e76-80ee-84d663f8d674/crucible/regions/f88a8980-96f1-4506-a9b6-f162c62cb8a9","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T16:55:28.307161246Z","hostname":"oxz_crucible_213497e0-6387-4c35-a57c-027b5d076c40","pid":23226,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_4f0b92c4-d51a-4e76-80ee-84d663f8d674/crucible/regions/f88a8980-96f1-4506-a9b6-f162c62cb8a9","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T16:55:28.307175046Z","hostname":"oxz_crucible_213497e0-6387-4c35-a57c-027b5d076c40","pid":23226,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"f88a8980-96f1-4506-a9b6-f162c62cb8a9\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/f88a8980-96f1-4506-a9b6-f162c62cb8a9\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T16:55:28.361741501Z","hostname":"oxz_crucible_213497e0-6387-4c35-a57c-027b5d076c40","pid":23226,"region":"f88a8980-96f1-4506-a9b6-f162c62cb8a9","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"f88a8980-96f1-4506-a9b6-f162c62cb8a9\" \"--data\" \"/data/regions/f88a8980-96f1-4506-a9b6-f162c62cb8a9\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T16:55:28.363818081Z","hostname":"oxz_crucible_213497e0-6387-4c35-a57c-027b5d076c40","pid":23226,"region":"f88a8980-96f1-4506-a9b6-f162c62cb8a9","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T16:55:28.610963212Z","hostname":"oxz_crucible_213497e0-6387-4c35-a57c-027b5d076c40","pid":23226,"uri":"/crucible/0/regions","method":"POST","req_id":"a885ae1a-7695-4e21-85df-015091d0e14e","remote_addr":"[fd00:1122:3344:101::c]:38232","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":58,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T16:55:28.691546115Z","hostname":"oxz_crucible_213497e0-6387-4c35-a57c-027b5d076c40","pid":23226,"region":"f88a8980-96f1-4506-a9b6-f162c62cb8a9","component":"worker"}
{"msg":"region f88a8980-96f1-4506-a9b6-f162c62cb8a9 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T16:55:28.691584996Z","hostname":"oxz_crucible_213497e0-6387-4c35-a57c-027b5d076c40","pid":23226,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T16:55:28.691689268Z","hostname":"oxz_crucible_213497e0-6387-4c35-a57c-027b5d076c40","pid":23226,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-f88a8980-96f1-4506-a9b6-f162c62cb8a9","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T16:55:28.692034975Z","hostname":"oxz_crucible_213497e0-6387-4c35-a57c-027b5d076c40","pid":23226,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-f88a8980-96f1-4506-a9b6-f162c62cb8a9","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T16:55:28.699158271Z","hostname":"oxz_crucible_213497e0-6387-4c35-a57c-027b5d076c40","pid":23226,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T16:55:28.714178639Z","hostname":"oxz_crucible_213497e0-6387-4c35-a57c-027b5d076c40","pid":23226,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-f88a8980-96f1-4506-a9b6-f162c62cb8a9","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T16:55:28.716939091Z","hostname":"oxz_crucible_213497e0-6387-4c35-a57c-027b5d076c40","pid":23226,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f88a8980-96f1-4506-a9b6-f162c62cb8a9","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T16:55:28.717477662Z","hostname":"oxz_crucible_213497e0-6387-4c35-a57c-027b5d076c40","pid":23226,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T16:55:28.717535023Z","hostname":"oxz_crucible_213497e0-6387-4c35-a57c-027b5d076c40","pid":23226,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T16:55:28.717571043Z","hostname":"oxz_crucible_213497e0-6387-4c35-a57c-027b5d076c40","pid":23226,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T16:55:28.717603684Z","hostname":"oxz_crucible_213497e0-6387-4c35-a57c-027b5d076c40","pid":23226,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T16:55:28.721794584Z","hostname":"oxz_crucible_213497e0-6387-4c35-a57c-027b5d076c40","pid":23226,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T16:55:28.725922843Z","hostname":"oxz_crucible_213497e0-6387-4c35-a57c-027b5d076c40","pid":23226,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T16:55:29.166657352Z","hostname":"oxz_crucible_213497e0-6387-4c35-a57c-027b5d076c40","pid":23226,"uri":"/crucible/0/regions","method":"POST","req_id":"01044928-1b90-4e49-a20f-5f56f6f13c67","remote_addr":"[fd00:1122:3344:101::c]:38232","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":56,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T16:55:30.005210306Z","hostname":"oxz_crucible_213497e0-6387-4c35-a57c-027b5d076c40","pid":23226,"uri":"/crucible/0/regions/f88a8980-96f1-4506-a9b6-f162c62cb8a9","method":"GET","req_id":"35a583ec-0c76-448f-8fa2-755de5faeefd","remote_addr":"[fd00:1122:3344:101::c]:38232","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":84,"response_code":200}
{"msg":"path is \"/data/regions/f88a8980-96f1-4506-a9b6-f162c62cb8a9\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T16:55:30.013893752Z","hostname":"oxz_crucible_213497e0-6387-4c35-a57c-027b5d076c40","pid":23226,"component":"datafile"}
{"msg":"dataset is oxp_4f0b92c4-d51a-4e76-80ee-84d663f8d674/crucible/regions/f88a8980-96f1-4506-a9b6-f162c62cb8a9","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T16:55:30.022589679Z","hostname":"oxz_crucible_213497e0-6387-4c35-a57c-027b5d076c40","pid":23226,"component":"datafile"}
{"msg":"region f88a8980-96f1-4506-a9b6-f162c62cb8a9 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T16:55:30.029179205Z","hostname":"oxz_crucible_213497e0-6387-4c35-a57c-027b5d076c40","pid":23226,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T16:55:30.029321138Z","hostname":"oxz_crucible_213497e0-6387-4c35-a57c-027b5d076c40","pid":23226,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T16:55:30.029340128Z","hostname":"oxz_crucible_213497e0-6387-4c35-a57c-027b5d076c40","pid":23226,"uri":"/crucible/0/regions/f88a8980-96f1-4506-a9b6-f162c62cb8a9","method":"DELETE","req_id":"d421a596-df28-47e9-8379-70bf401485d0","remote_addr":"[fd00:1122:3344:101::c]:38232","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":15453,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-f88a8980-96f1-4506-a9b6-f162c62cb8a9 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T16:55:30.030312697Z","hostname":"oxz_crucible_213497e0-6387-4c35-a57c-027b5d076c40","pid":23226,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T16:55:30.035282892Z","hostname":"oxz_crucible_213497e0-6387-4c35-a57c-027b5d076c40","pid":23226,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T16:55:30.036328382Z","hostname":"oxz_crucible_213497e0-6387-4c35-a57c-027b5d076c40","pid":23226,"uri":"/crucible/0/regions/f88a8980-96f1-4506-a9b6-f162c62cb8a9","method":"GET","req_id":"28488209-a4ab-4677-b956-4e93e47ae1c8","remote_addr":"[fd00:1122:3344:101::c]:38232","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":35,"response_code":200}
{"msg":"deleting zfs dataset \"oxp_4f0b92c4-d51a-4e76-80ee-84d663f8d674/crucible/regions/f88a8980-96f1-4506-a9b6-f162c62cb8a9\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T16:55:30.044427937Z","hostname":"oxz_crucible_213497e0-6387-4c35-a57c-027b5d076c40","pid":23226,"region":"f88a8980-96f1-4506-a9b6-f162c62cb8a9","component":"worker"}
{"msg":"region f88a8980-96f1-4506-a9b6-f162c62cb8a9 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T16:55:30.104277083Z","hostname":"oxz_crucible_213497e0-6387-4c35-a57c-027b5d076c40","pid":23226,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T16:55:30.148152573Z","hostname":"oxz_crucible_213497e0-6387-4c35-a57c-027b5d076c40","pid":23226,"uri":"/crucible/0/regions/f88a8980-96f1-4506-a9b6-f162c62cb8a9","method":"GET","req_id":"6d205f76-3222-4c97-8754-ff6d2db1df2b","remote_addr":"[fd00:1122:3344:101::c]:38232","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":50,"response_code":200}