[ Nov  2 21:46:16 Enabled. ]
[ Nov  2 21:46:16 Rereading configuration. ]
[ Nov  2 21:46:18 Rereading configuration. ]
[ Nov  2 21:46:24 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_d83f3fa6-1127-4914-8e98-d0576db8441d/crucible -l [fd00:1122:3344:101::12]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: f85cf0dc3631e2f0c13384787efb0efc1b642162\nCommit timestamp: 2026-10-10T00:38:51.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:46:24.825201663Z","hostname":"oxz_crucible_6e270bdf-2fe5-4fc7-ab8b-e9350d4f7937","pid":29979}
{"msg":"dataset: \"oxp_d83f3fa6-1127-4914-8e98-d0576db8441d/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:46:24.825390199Z","hostname":"oxz_crucible_6e270bdf-2fe5-4fc7-ab8b-e9350d4f7937","pid":29979}
{"msg":"listen IP: [fd00:1122:3344:101::12]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:46:24.825401369Z","hostname":"oxz_crucible_6e270bdf-2fe5-4fc7-ab8b-e9350d4f7937","pid":29979}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:46:24.825407039Z","hostname":"oxz_crucible_6e270bdf-2fe5-4fc7-ab8b-e9350d4f7937","pid":29979}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:46:24.839030022Z","hostname":"oxz_crucible_6e270bdf-2fe5-4fc7-ab8b-e9350d4f7937","pid":29979,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:46:25.011238094Z","hostname":"oxz_crucible_6e270bdf-2fe5-4fc7-ab8b-e9350d4f7937","pid":29979,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:07.644625877Z","hostname":"oxz_crucible_6e270bdf-2fe5-4fc7-ab8b-e9350d4f7937","pid":29979,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:36571"}
{"msg":"region 3995b1ca-b41c-41d9-9043-672ad5127213 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:07.690357499Z","hostname":"oxz_crucible_6e270bdf-2fe5-4fc7-ab8b-e9350d4f7937","pid":29979,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:07.699108988Z","hostname":"oxz_crucible_6e270bdf-2fe5-4fc7-ab8b-e9350d4f7937","pid":29979,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:07.703979141Z","hostname":"oxz_crucible_6e270bdf-2fe5-4fc7-ab8b-e9350d4f7937","pid":29979,"uri":"/crucible/0/regions","method":"POST","req_id":"864d8539-2f76-478d-bcfc-e03e2cf1518b","remote_addr":"[fd00:1122:3344:101::b]:36571","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":23121,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_d83f3fa6-1127-4914-8e98-d0576db8441d/crucible/regions/3995b1ca-b41c-41d9-9043-672ad5127213","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:07.707183496Z","hostname":"oxz_crucible_6e270bdf-2fe5-4fc7-ab8b-e9350d4f7937","pid":29979,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_d83f3fa6-1127-4914-8e98-d0576db8441d/crucible/regions/3995b1ca-b41c-41d9-9043-672ad5127213","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:07.707201967Z","hostname":"oxz_crucible_6e270bdf-2fe5-4fc7-ab8b-e9350d4f7937","pid":29979,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"3995b1ca-b41c-41d9-9043-672ad5127213\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/3995b1ca-b41c-41d9-9043-672ad5127213\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:07.773690693Z","hostname":"oxz_crucible_6e270bdf-2fe5-4fc7-ab8b-e9350d4f7937","pid":29979,"region":"3995b1ca-b41c-41d9-9043-672ad5127213","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"3995b1ca-b41c-41d9-9043-672ad5127213\" \"--data\" \"/data/regions/3995b1ca-b41c-41d9-9043-672ad5127213\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:07.773737384Z","hostname":"oxz_crucible_6e270bdf-2fe5-4fc7-ab8b-e9350d4f7937","pid":29979,"region":"3995b1ca-b41c-41d9-9043-672ad5127213","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:08.080032322Z","hostname":"oxz_crucible_6e270bdf-2fe5-4fc7-ab8b-e9350d4f7937","pid":29979,"uri":"/crucible/0/regions","method":"POST","req_id":"2ee37179-2215-4dd0-867b-855ec58b49ab","remote_addr":"[fd00:1122:3344:101::b]:36571","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":72,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:08.192840858Z","hostname":"oxz_crucible_6e270bdf-2fe5-4fc7-ab8b-e9350d4f7937","pid":29979,"region":"3995b1ca-b41c-41d9-9043-672ad5127213","component":"worker"}
{"msg":"region 3995b1ca-b41c-41d9-9043-672ad5127213 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:08.194846047Z","hostname":"oxz_crucible_6e270bdf-2fe5-4fc7-ab8b-e9350d4f7937","pid":29979,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:08.195003521Z","hostname":"oxz_crucible_6e270bdf-2fe5-4fc7-ab8b-e9350d4f7937","pid":29979,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-3995b1ca-b41c-41d9-9043-672ad5127213","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:08.195381723Z","hostname":"oxz_crucible_6e270bdf-2fe5-4fc7-ab8b-e9350d4f7937","pid":29979,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-3995b1ca-b41c-41d9-9043-672ad5127213","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:08.212440927Z","hostname":"oxz_crucible_6e270bdf-2fe5-4fc7-ab8b-e9350d4f7937","pid":29979,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:08.238299082Z","hostname":"oxz_crucible_6e270bdf-2fe5-4fc7-ab8b-e9350d4f7937","pid":29979,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-3995b1ca-b41c-41d9-9043-672ad5127213","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:08.24464214Z","hostname":"oxz_crucible_6e270bdf-2fe5-4fc7-ab8b-e9350d4f7937","pid":29979,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/3995b1ca-b41c-41d9-9043-672ad5127213","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:08.245462194Z","hostname":"oxz_crucible_6e270bdf-2fe5-4fc7-ab8b-e9350d4f7937","pid":29979,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:08.245533036Z","hostname":"oxz_crucible_6e270bdf-2fe5-4fc7-ab8b-e9350d4f7937","pid":29979,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:08.245581687Z","hostname":"oxz_crucible_6e270bdf-2fe5-4fc7-ab8b-e9350d4f7937","pid":29979,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:08.245625969Z","hostname":"oxz_crucible_6e270bdf-2fe5-4fc7-ab8b-e9350d4f7937","pid":29979,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:08.253553183Z","hostname":"oxz_crucible_6e270bdf-2fe5-4fc7-ab8b-e9350d4f7937","pid":29979,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:08.261473347Z","hostname":"oxz_crucible_6e270bdf-2fe5-4fc7-ab8b-e9350d4f7937","pid":29979,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:08.51455037Z","hostname":"oxz_crucible_6e270bdf-2fe5-4fc7-ab8b-e9350d4f7937","pid":29979,"uri":"/crucible/0/regions","method":"POST","req_id":"a8fc03da-9a32-4920-bed3-5915d7ec11b8","remote_addr":"[fd00:1122:3344:101::b]:36571","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":81,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:43.450762945Z","hostname":"oxz_crucible_6e270bdf-2fe5-4fc7-ab8b-e9350d4f7937","pid":29979,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:34764"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:43.450877739Z","hostname":"oxz_crucible_6e270bdf-2fe5-4fc7-ab8b-e9350d4f7937","pid":29979,"uri":"/crucible/0/regions/3995b1ca-b41c-41d9-9043-672ad5127213","method":"GET","req_id":"a6955bbf-665f-403d-bafa-32720b64f13d","remote_addr":"[fd00:1122:3344:101::b]:34764","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":66,"response_code":200}
{"msg":"path is \"/data/regions/3995b1ca-b41c-41d9-9043-672ad5127213\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:43.454268779Z","hostname":"oxz_crucible_6e270bdf-2fe5-4fc7-ab8b-e9350d4f7937","pid":29979,"component":"datafile"}
{"msg":"dataset is oxp_d83f3fa6-1127-4914-8e98-d0576db8441d/crucible/regions/3995b1ca-b41c-41d9-9043-672ad5127213","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:43.47560044Z","hostname":"oxz_crucible_6e270bdf-2fe5-4fc7-ab8b-e9350d4f7937","pid":29979,"component":"datafile"}
{"msg":"region 3995b1ca-b41c-41d9-9043-672ad5127213 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:43.481608428Z","hostname":"oxz_crucible_6e270bdf-2fe5-4fc7-ab8b-e9350d4f7937","pid":29979,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:43.481760582Z","hostname":"oxz_crucible_6e270bdf-2fe5-4fc7-ab8b-e9350d4f7937","pid":29979,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:43.481774082Z","hostname":"oxz_crucible_6e270bdf-2fe5-4fc7-ab8b-e9350d4f7937","pid":29979,"uri":"/crucible/0/regions/3995b1ca-b41c-41d9-9043-672ad5127213","method":"DELETE","req_id":"6f9e8cbb-9f87-4980-bd46-2916ce035690","remote_addr":"[fd00:1122:3344:101::b]:34764","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":27518,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-3995b1ca-b41c-41d9-9043-672ad5127213 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:43.482687239Z","hostname":"oxz_crucible_6e270bdf-2fe5-4fc7-ab8b-e9350d4f7937","pid":29979,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:43.485456111Z","hostname":"oxz_crucible_6e270bdf-2fe5-4fc7-ab8b-e9350d4f7937","pid":29979,"uri":"/crucible/0/regions/3995b1ca-b41c-41d9-9043-672ad5127213","method":"GET","req_id":"3fea850d-a8dd-4705-94e6-d308d1e4cf3c","remote_addr":"[fd00:1122:3344:101::b]:34764","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":42,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:43.499669671Z","hostname":"oxz_crucible_6e270bdf-2fe5-4fc7-ab8b-e9350d4f7937","pid":29979,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_d83f3fa6-1127-4914-8e98-d0576db8441d/crucible/regions/3995b1ca-b41c-41d9-9043-672ad5127213\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:43.507041569Z","hostname":"oxz_crucible_6e270bdf-2fe5-4fc7-ab8b-e9350d4f7937","pid":29979,"region":"3995b1ca-b41c-41d9-9043-672ad5127213","component":"worker"}
{"msg":"region 3995b1ca-b41c-41d9-9043-672ad5127213 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:43.591185998Z","hostname":"oxz_crucible_6e270bdf-2fe5-4fc7-ab8b-e9350d4f7937","pid":29979,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:43.609837979Z","hostname":"oxz_crucible_6e270bdf-2fe5-4fc7-ab8b-e9350d4f7937","pid":29979,"uri":"/crucible/0/regions/3995b1ca-b41c-41d9-9043-672ad5127213","method":"GET","req_id":"0acb2311-118f-4164-b8cd-21453ba2a14e","remote_addr":"[fd00:1122:3344:101::b]:34764","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":51,"response_code":200}