[ Jul 16 22:58:38 Enabled. ]
[ Jul 16 22:58:38 Rereading configuration. ]
[ Jul 16 22:58:39 Rereading configuration. ]
[ Jul 16 22:58:43 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_93df736e-7ecc-49e8-9baa-245f9c48135f/crucible -l [fd00:1122:3344:101::13]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 2bfe090eb5318ec8c467157018db2429d4df535b\nCommit timestamp: 2026-06-25T19:33:01.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-07-16T22:58:43.875823504Z","hostname":"oxz_crucible_8289af05-d099-443b-990f-58c59b34da7d","pid":23465}
{"msg":"dataset: \"oxp_93df736e-7ecc-49e8-9baa-245f9c48135f/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-16T22:58:43.876665868Z","hostname":"oxz_crucible_8289af05-d099-443b-990f-58c59b34da7d","pid":23465}
{"msg":"listen IP: [fd00:1122:3344:101::13]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-07-16T22:58:43.876681468Z","hostname":"oxz_crucible_8289af05-d099-443b-990f-58c59b34da7d","pid":23465}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-16T22:58:43.876689078Z","hostname":"oxz_crucible_8289af05-d099-443b-990f-58c59b34da7d","pid":23465}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-16T22:58:43.894609064Z","hostname":"oxz_crucible_8289af05-d099-443b-990f-58c59b34da7d","pid":23465,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-07-16T22:58:43.97537694Z","hostname":"oxz_crucible_8289af05-d099-443b-990f-58c59b34da7d","pid":23465,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-07-16T22:59:55.489808386Z","hostname":"oxz_crucible_8289af05-d099-443b-990f-58c59b34da7d","pid":23465,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:40184"}
{"msg":"region 0e185810-0586-4402-8457-36d4385b7376 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-07-16T22:59:55.511490785Z","hostname":"oxz_crucible_8289af05-d099-443b-990f-58c59b34da7d","pid":23465,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-07-16T22:59:55.516365425Z","hostname":"oxz_crucible_8289af05-d099-443b-990f-58c59b34da7d","pid":23465,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-16T22:59:55.518794365Z","hostname":"oxz_crucible_8289af05-d099-443b-990f-58c59b34da7d","pid":23465,"uri":"/crucible/0/regions","method":"POST","req_id":"fd9ae1f2-ab11-4abc-9b83-9e6ed511d1e6","remote_addr":"[fd00:1122:3344:101::c]:40184","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":12180,"response_code":200}
{"msg":"zfs set reservation of 1342177280 for oxp_93df736e-7ecc-49e8-9baa-245f9c48135f/crucible/regions/0e185810-0586-4402-8457-36d4385b7376","v":0,"name":"crucible-agent","level":30,"time":"2026-07-16T22:59:55.524828215Z","hostname":"oxz_crucible_8289af05-d099-443b-990f-58c59b34da7d","pid":23465,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_93df736e-7ecc-49e8-9baa-245f9c48135f/crucible/regions/0e185810-0586-4402-8457-36d4385b7376","v":0,"name":"crucible-agent","level":30,"time":"2026-07-16T22:59:55.524843116Z","hostname":"oxz_crucible_8289af05-d099-443b-990f-58c59b34da7d","pid":23465,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"0e185810-0586-4402-8457-36d4385b7376\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/0e185810-0586-4402-8457-36d4385b7376\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-16T22:59:55.578684486Z","hostname":"oxz_crucible_8289af05-d099-443b-990f-58c59b34da7d","pid":23465,"region":"0e185810-0586-4402-8457-36d4385b7376","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"0e185810-0586-4402-8457-36d4385b7376\" \"--data\" \"/data/regions/0e185810-0586-4402-8457-36d4385b7376\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-16T22:59:55.578749787Z","hostname":"oxz_crucible_8289af05-d099-443b-990f-58c59b34da7d","pid":23465,"region":"0e185810-0586-4402-8457-36d4385b7376","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-07-16T22:59:55.708721857Z","hostname":"oxz_crucible_8289af05-d099-443b-990f-58c59b34da7d","pid":23465,"region":"0e185810-0586-4402-8457-36d4385b7376","component":"worker"}
{"msg":"region 0e185810-0586-4402-8457-36d4385b7376 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-07-16T22:59:55.712846625Z","hostname":"oxz_crucible_8289af05-d099-443b-990f-58c59b34da7d","pid":23465,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-07-16T22:59:55.713034138Z","hostname":"oxz_crucible_8289af05-d099-443b-990f-58c59b34da7d","pid":23465,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-0e185810-0586-4402-8457-36d4385b7376","v":0,"name":"crucible-agent","level":30,"time":"2026-07-16T22:59:55.71554499Z","hostname":"oxz_crucible_8289af05-d099-443b-990f-58c59b34da7d","pid":23465,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-0e185810-0586-4402-8457-36d4385b7376","v":0,"name":"crucible-agent","level":30,"time":"2026-07-16T22:59:55.722398313Z","hostname":"oxz_crucible_8289af05-d099-443b-990f-58c59b34da7d","pid":23465,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-07-16T22:59:55.728457483Z","hostname":"oxz_crucible_8289af05-d099-443b-990f-58c59b34da7d","pid":23465,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-0e185810-0586-4402-8457-36d4385b7376","v":0,"name":"crucible-agent","level":30,"time":"2026-07-16T22:59:55.730201332Z","hostname":"oxz_crucible_8289af05-d099-443b-990f-58c59b34da7d","pid":23465,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/0e185810-0586-4402-8457-36d4385b7376","v":0,"name":"crucible-agent","level":30,"time":"2026-07-16T22:59:55.730866363Z","hostname":"oxz_crucible_8289af05-d099-443b-990f-58c59b34da7d","pid":23465,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-07-16T22:59:55.730991975Z","hostname":"oxz_crucible_8289af05-d099-443b-990f-58c59b34da7d","pid":23465,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-07-16T22:59:55.731031006Z","hostname":"oxz_crucible_8289af05-d099-443b-990f-58c59b34da7d","pid":23465,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-16T22:59:55.731066427Z","hostname":"oxz_crucible_8289af05-d099-443b-990f-58c59b34da7d","pid":23465,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-16T22:59:55.734391842Z","hostname":"oxz_crucible_8289af05-d099-443b-990f-58c59b34da7d","pid":23465,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-16T22:59:55.737224538Z","hostname":"oxz_crucible_8289af05-d099-443b-990f-58c59b34da7d","pid":23465,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-16T22:59:55.73732823Z","hostname":"oxz_crucible_8289af05-d099-443b-990f-58c59b34da7d","pid":23465,"uri":"/crucible/0/regions","method":"POST","req_id":"0d0768a3-b5fd-4a83-bee6-6b6d585ba7da","remote_addr":"[fd00:1122:3344:101::c]:40184","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":62,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-16T22:59:56.359717854Z","hostname":"oxz_crucible_8289af05-d099-443b-990f-58c59b34da7d","pid":23465,"uri":"/crucible/0/regions/0e185810-0586-4402-8457-36d4385b7376","method":"GET","req_id":"2461a680-e05b-4dd0-94aa-e1c3c3dddc7b","remote_addr":"[fd00:1122:3344:101::c]:40184","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":74,"response_code":200}
{"msg":"path is \"/data/regions/0e185810-0586-4402-8457-36d4385b7376\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-16T22:59:56.363005039Z","hostname":"oxz_crucible_8289af05-d099-443b-990f-58c59b34da7d","pid":23465,"component":"datafile"}
{"msg":"dataset is oxp_93df736e-7ecc-49e8-9baa-245f9c48135f/crucible/regions/0e185810-0586-4402-8457-36d4385b7376","v":0,"name":"crucible-agent","level":30,"time":"2026-07-16T22:59:56.370428361Z","hostname":"oxz_crucible_8289af05-d099-443b-990f-58c59b34da7d","pid":23465,"component":"datafile"}
{"msg":"region 0e185810-0586-4402-8457-36d4385b7376 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-07-16T22:59:56.377847974Z","hostname":"oxz_crucible_8289af05-d099-443b-990f-58c59b34da7d","pid":23465,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-07-16T22:59:56.377973476Z","hostname":"oxz_crucible_8289af05-d099-443b-990f-58c59b34da7d","pid":23465,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-16T22:59:56.377993987Z","hostname":"oxz_crucible_8289af05-d099-443b-990f-58c59b34da7d","pid":23465,"uri":"/crucible/0/regions/0e185810-0586-4402-8457-36d4385b7376","method":"DELETE","req_id":"44805f6f-9e32-4e3d-a925-9d37f4608b7d","remote_addr":"[fd00:1122:3344:101::c]:40184","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":15016,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-0e185810-0586-4402-8457-36d4385b7376 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-07-16T22:59:56.379079005Z","hostname":"oxz_crucible_8289af05-d099-443b-990f-58c59b34da7d","pid":23465,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-16T22:59:56.381733968Z","hostname":"oxz_crucible_8289af05-d099-443b-990f-58c59b34da7d","pid":23465,"uri":"/crucible/0/regions/0e185810-0586-4402-8457-36d4385b7376","method":"GET","req_id":"63ca791d-0dad-490d-8965-6a25dabe27be","remote_addr":"[fd00:1122:3344:101::c]:40184","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":56,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-16T22:59:56.381771439Z","hostname":"oxz_crucible_8289af05-d099-443b-990f-58c59b34da7d","pid":23465,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_93df736e-7ecc-49e8-9baa-245f9c48135f/crucible/regions/0e185810-0586-4402-8457-36d4385b7376\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-16T22:59:56.39032149Z","hostname":"oxz_crucible_8289af05-d099-443b-990f-58c59b34da7d","pid":23465,"region":"0e185810-0586-4402-8457-36d4385b7376","component":"worker"}
{"msg":"region 0e185810-0586-4402-8457-36d4385b7376 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-16T22:59:56.44896598Z","hostname":"oxz_crucible_8289af05-d099-443b-990f-58c59b34da7d","pid":23465,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-16T22:59:56.504513229Z","hostname":"oxz_crucible_8289af05-d099-443b-990f-58c59b34da7d","pid":23465,"uri":"/crucible/0/regions/0e185810-0586-4402-8457-36d4385b7376","method":"GET","req_id":"68edc570-738d-4cec-9043-72517d856914","remote_addr":"[fd00:1122:3344:101::c]:40184","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":48,"response_code":200}