[ Feb  5 23:45:02 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_d6bbb57c-427a-4110-995e-cc60a9180474/crucible -l [fd00:1122:3344:101::17]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7103cd3a3d7b0112d2949dd135db06fef0c156bb\nCommit timestamp: 2025-11-10T22:24:53.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:45:02.447858974Z","hostname":"oxz_crucible_1c784f02-1535-4c36-9f9a-10044df4e284","pid":441}
{"msg":"dataset: \"oxp_d6bbb57c-427a-4110-995e-cc60a9180474/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:45:02.448144487Z","hostname":"oxz_crucible_1c784f02-1535-4c36-9f9a-10044df4e284","pid":441}
{"msg":"listen IP: [fd00:1122:3344:101::17]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:45:02.448155257Z","hostname":"oxz_crucible_1c784f02-1535-4c36-9f9a-10044df4e284","pid":441}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:45:02.448166907Z","hostname":"oxz_crucible_1c784f02-1535-4c36-9f9a-10044df4e284","pid":441}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:45:02.464975572Z","hostname":"oxz_crucible_1c784f02-1535-4c36-9f9a-10044df4e284","pid":441,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:45:02.627912063Z","hostname":"oxz_crucible_1c784f02-1535-4c36-9f9a-10044df4e284","pid":441,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:45:48.585248691Z","hostname":"oxz_crucible_1c784f02-1535-4c36-9f9a-10044df4e284","pid":441,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:34756"}
{"msg":"region 1e86c72d-71e5-4a71-9ad4-b94c228ac427 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:45:48.625638188Z","hostname":"oxz_crucible_1c784f02-1535-4c36-9f9a-10044df4e284","pid":441,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:45:48.629087312Z","hostname":"oxz_crucible_1c784f02-1535-4c36-9f9a-10044df4e284","pid":441,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:45:48.629173103Z","hostname":"oxz_crucible_1c784f02-1535-4c36-9f9a-10044df4e284","pid":441,"uri":"/crucible/0/regions","method":"POST","req_id":"c81288ff-a502-4097-99d8-33640f72c84e","remote_addr":"[fd00:1122:3344:101::c]:34756","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":25443,"response_code":200}
{"msg":"zfs set reservation of 1342177280 for oxp_d6bbb57c-427a-4110-995e-cc60a9180474/crucible/regions/1e86c72d-71e5-4a71-9ad4-b94c228ac427","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:45:48.641001069Z","hostname":"oxz_crucible_1c784f02-1535-4c36-9f9a-10044df4e284","pid":441,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_d6bbb57c-427a-4110-995e-cc60a9180474/crucible/regions/1e86c72d-71e5-4a71-9ad4-b94c228ac427","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:45:48.641038319Z","hostname":"oxz_crucible_1c784f02-1535-4c36-9f9a-10044df4e284","pid":441,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"1e86c72d-71e5-4a71-9ad4-b94c228ac427\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/1e86c72d-71e5-4a71-9ad4-b94c228ac427\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:45:48.721425759Z","hostname":"oxz_crucible_1c784f02-1535-4c36-9f9a-10044df4e284","pid":441,"region":"1e86c72d-71e5-4a71-9ad4-b94c228ac427","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"1e86c72d-71e5-4a71-9ad4-b94c228ac427\" \"--data\" \"/data/regions/1e86c72d-71e5-4a71-9ad4-b94c228ac427\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:45:48.724239837Z","hostname":"oxz_crucible_1c784f02-1535-4c36-9f9a-10044df4e284","pid":441,"region":"1e86c72d-71e5-4a71-9ad4-b94c228ac427","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:45:48.829148488Z","hostname":"oxz_crucible_1c784f02-1535-4c36-9f9a-10044df4e284","pid":441,"uri":"/crucible/0/regions","method":"POST","req_id":"22a6bfe4-1a35-47ee-a402-056073a93f2d","remote_addr":"[fd00:1122:3344:101::c]:34756","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":71,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:45:49.10822504Z","hostname":"oxz_crucible_1c784f02-1535-4c36-9f9a-10044df4e284","pid":441,"region":"1e86c72d-71e5-4a71-9ad4-b94c228ac427","component":"worker"}
{"msg":"region 1e86c72d-71e5-4a71-9ad4-b94c228ac427 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:45:49.108267031Z","hostname":"oxz_crucible_1c784f02-1535-4c36-9f9a-10044df4e284","pid":441,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:45:49.108589904Z","hostname":"oxz_crucible_1c784f02-1535-4c36-9f9a-10044df4e284","pid":441,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-1e86c72d-71e5-4a71-9ad4-b94c228ac427","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:45:49.109047128Z","hostname":"oxz_crucible_1c784f02-1535-4c36-9f9a-10044df4e284","pid":441,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-1e86c72d-71e5-4a71-9ad4-b94c228ac427","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:45:49.115839935Z","hostname":"oxz_crucible_1c784f02-1535-4c36-9f9a-10044df4e284","pid":441,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:45:49.129890583Z","hostname":"oxz_crucible_1c784f02-1535-4c36-9f9a-10044df4e284","pid":441,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-1e86c72d-71e5-4a71-9ad4-b94c228ac427","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:45:49.134158315Z","hostname":"oxz_crucible_1c784f02-1535-4c36-9f9a-10044df4e284","pid":441,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1e86c72d-71e5-4a71-9ad4-b94c228ac427","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:45:49.134983463Z","hostname":"oxz_crucible_1c784f02-1535-4c36-9f9a-10044df4e284","pid":441,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:45:49.135101424Z","hostname":"oxz_crucible_1c784f02-1535-4c36-9f9a-10044df4e284","pid":441,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:45:49.135108644Z","hostname":"oxz_crucible_1c784f02-1535-4c36-9f9a-10044df4e284","pid":441,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:45:49.135168965Z","hostname":"oxz_crucible_1c784f02-1535-4c36-9f9a-10044df4e284","pid":441,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:45:49.142700039Z","hostname":"oxz_crucible_1c784f02-1535-4c36-9f9a-10044df4e284","pid":441,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:45:49.147344425Z","hostname":"oxz_crucible_1c784f02-1535-4c36-9f9a-10044df4e284","pid":441,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:45:49.564820417Z","hostname":"oxz_crucible_1c784f02-1535-4c36-9f9a-10044df4e284","pid":441,"uri":"/crucible/0/regions","method":"POST","req_id":"9f2219d5-318b-4e4c-bc4e-e0cb3c1c067e","remote_addr":"[fd00:1122:3344:101::c]:34756","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":67,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:45:50.171297097Z","hostname":"oxz_crucible_1c784f02-1535-4c36-9f9a-10044df4e284","pid":441,"uri":"/crucible/0/regions/1e86c72d-71e5-4a71-9ad4-b94c228ac427","method":"GET","req_id":"5438b773-de76-45c9-9db9-df854f76cbf2","remote_addr":"[fd00:1122:3344:101::c]:34756","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":81,"response_code":200}
{"msg":"path is \"/data/regions/1e86c72d-71e5-4a71-9ad4-b94c228ac427\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:45:50.173942653Z","hostname":"oxz_crucible_1c784f02-1535-4c36-9f9a-10044df4e284","pid":441,"component":"datafile"}
{"msg":"dataset is oxp_d6bbb57c-427a-4110-995e-cc60a9180474/crucible/regions/1e86c72d-71e5-4a71-9ad4-b94c228ac427","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:45:50.181651239Z","hostname":"oxz_crucible_1c784f02-1535-4c36-9f9a-10044df4e284","pid":441,"component":"datafile"}
{"msg":"region 1e86c72d-71e5-4a71-9ad4-b94c228ac427 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:45:50.188431635Z","hostname":"oxz_crucible_1c784f02-1535-4c36-9f9a-10044df4e284","pid":441,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:45:50.188554367Z","hostname":"oxz_crucible_1c784f02-1535-4c36-9f9a-10044df4e284","pid":441,"uri":"/crucible/0/regions/1e86c72d-71e5-4a71-9ad4-b94c228ac427","method":"DELETE","req_id":"fe90640b-4b78-4ec7-98ed-6cc7fe57610b","remote_addr":"[fd00:1122:3344:101::c]:34756","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":14625,"response_code":204}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:45:50.188578587Z","hostname":"oxz_crucible_1c784f02-1535-4c36-9f9a-10044df4e284","pid":441,"component":"worker"}
{"msg":"disabling downstairs instance: downstairs-1e86c72d-71e5-4a71-9ad4-b94c228ac427 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:45:50.189614817Z","hostname":"oxz_crucible_1c784f02-1535-4c36-9f9a-10044df4e284","pid":441,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:45:50.191302204Z","hostname":"oxz_crucible_1c784f02-1535-4c36-9f9a-10044df4e284","pid":441,"uri":"/crucible/0/regions/1e86c72d-71e5-4a71-9ad4-b94c228ac427","method":"GET","req_id":"e71e2044-97cd-434c-a199-9ea2ee299731","remote_addr":"[fd00:1122:3344:101::c]:34756","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":29,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:45:50.193380294Z","hostname":"oxz_crucible_1c784f02-1535-4c36-9f9a-10044df4e284","pid":441,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_d6bbb57c-427a-4110-995e-cc60a9180474/crucible/regions/1e86c72d-71e5-4a71-9ad4-b94c228ac427\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:45:50.201655456Z","hostname":"oxz_crucible_1c784f02-1535-4c36-9f9a-10044df4e284","pid":441,"region":"1e86c72d-71e5-4a71-9ad4-b94c228ac427","component":"worker"}
{"msg":"region 1e86c72d-71e5-4a71-9ad4-b94c228ac427 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:45:50.263450673Z","hostname":"oxz_crucible_1c784f02-1535-4c36-9f9a-10044df4e284","pid":441,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T23:45:50.269089208Z","hostname":"oxz_crucible_1c784f02-1535-4c36-9f9a-10044df4e284","pid":441,"uri":"/crucible/0/regions/1e86c72d-71e5-4a71-9ad4-b94c228ac427","method":"GET","req_id":"40dd872d-b6e8-4b47-9260-a24302a46de1","remote_addr":"[fd00:1122:3344:101::c]:34756","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":49,"response_code":200}