[ Jul 29 16:42:40 Enabled. ]
[ Jul 29 16:42:40 Rereading configuration. ]
[ Jul 29 16:42:41 Rereading configuration. ]
[ Jul 29 16:42:43 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_979b71f6-7a6f-4766-90c4-fd74f7f3701e/crucible -l [fd00:1122:3344:101::14]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 2bfe090eb5318ec8c467157018db2429d4df535b\nCommit timestamp: 2026-06-25T19:33:01.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T16:42:43.51558143Z","hostname":"oxz_crucible_d07e7c8f-62a8-42dd-80df-b25601df2c0a","pid":24781}
{"msg":"dataset: \"oxp_979b71f6-7a6f-4766-90c4-fd74f7f3701e/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T16:42:43.515777685Z","hostname":"oxz_crucible_d07e7c8f-62a8-42dd-80df-b25601df2c0a","pid":24781}
{"msg":"listen IP: [fd00:1122:3344:101::14]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T16:42:43.515789375Z","hostname":"oxz_crucible_d07e7c8f-62a8-42dd-80df-b25601df2c0a","pid":24781}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T16:42:43.515797626Z","hostname":"oxz_crucible_d07e7c8f-62a8-42dd-80df-b25601df2c0a","pid":24781}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T16:42:43.533281151Z","hostname":"oxz_crucible_d07e7c8f-62a8-42dd-80df-b25601df2c0a","pid":24781,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T16:42:43.596668233Z","hostname":"oxz_crucible_d07e7c8f-62a8-42dd-80df-b25601df2c0a","pid":24781,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T16:43:15.901188871Z","hostname":"oxz_crucible_d07e7c8f-62a8-42dd-80df-b25601df2c0a","pid":24781,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:65093"}
{"msg":"region 48039eae-13a6-4990-94fb-bac8826fbd0c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T16:43:15.945604022Z","hostname":"oxz_crucible_d07e7c8f-62a8-42dd-80df-b25601df2c0a","pid":24781,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T16:43:15.951589751Z","hostname":"oxz_crucible_d07e7c8f-62a8-42dd-80df-b25601df2c0a","pid":24781,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T16:43:15.954468598Z","hostname":"oxz_crucible_d07e7c8f-62a8-42dd-80df-b25601df2c0a","pid":24781,"uri":"/crucible/0/regions","method":"POST","req_id":"0a398a7d-72d7-4c70-b48d-f5110d97c288","remote_addr":"[fd00:1122:3344:101::b]:65093","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":21959,"response_code":200}
{"msg":"zfs set reservation of 1342177280 for oxp_979b71f6-7a6f-4766-90c4-fd74f7f3701e/crucible/regions/48039eae-13a6-4990-94fb-bac8826fbd0c","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T16:43:15.959709459Z","hostname":"oxz_crucible_d07e7c8f-62a8-42dd-80df-b25601df2c0a","pid":24781,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_979b71f6-7a6f-4766-90c4-fd74f7f3701e/crucible/regions/48039eae-13a6-4990-94fb-bac8826fbd0c","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T16:43:15.95972916Z","hostname":"oxz_crucible_d07e7c8f-62a8-42dd-80df-b25601df2c0a","pid":24781,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"48039eae-13a6-4990-94fb-bac8826fbd0c\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/48039eae-13a6-4990-94fb-bac8826fbd0c\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T16:43:16.019361174Z","hostname":"oxz_crucible_d07e7c8f-62a8-42dd-80df-b25601df2c0a","pid":24781,"region":"48039eae-13a6-4990-94fb-bac8826fbd0c","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"48039eae-13a6-4990-94fb-bac8826fbd0c\" \"--data\" \"/data/regions/48039eae-13a6-4990-94fb-bac8826fbd0c\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T16:43:16.022087027Z","hostname":"oxz_crucible_d07e7c8f-62a8-42dd-80df-b25601df2c0a","pid":24781,"region":"48039eae-13a6-4990-94fb-bac8826fbd0c","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T16:43:16.244953421Z","hostname":"oxz_crucible_d07e7c8f-62a8-42dd-80df-b25601df2c0a","pid":24781,"uri":"/crucible/0/regions","method":"POST","req_id":"52c0c0f0-5a00-451a-ae11-51de386d3ec7","remote_addr":"[fd00:1122:3344:101::b]:65093","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":62,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T16:43:16.35129317Z","hostname":"oxz_crucible_d07e7c8f-62a8-42dd-80df-b25601df2c0a","pid":24781,"region":"48039eae-13a6-4990-94fb-bac8826fbd0c","component":"worker"}
{"msg":"region 48039eae-13a6-4990-94fb-bac8826fbd0c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T16:43:16.353755547Z","hostname":"oxz_crucible_d07e7c8f-62a8-42dd-80df-b25601df2c0a","pid":24781,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T16:43:16.35389977Z","hostname":"oxz_crucible_d07e7c8f-62a8-42dd-80df-b25601df2c0a","pid":24781,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-48039eae-13a6-4990-94fb-bac8826fbd0c","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T16:43:16.356778207Z","hostname":"oxz_crucible_d07e7c8f-62a8-42dd-80df-b25601df2c0a","pid":24781,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-48039eae-13a6-4990-94fb-bac8826fbd0c","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T16:43:16.362712845Z","hostname":"oxz_crucible_d07e7c8f-62a8-42dd-80df-b25601df2c0a","pid":24781,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T16:43:16.36940885Z","hostname":"oxz_crucible_d07e7c8f-62a8-42dd-80df-b25601df2c0a","pid":24781,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-48039eae-13a6-4990-94fb-bac8826fbd0c","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T16:43:16.370994397Z","hostname":"oxz_crucible_d07e7c8f-62a8-42dd-80df-b25601df2c0a","pid":24781,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/48039eae-13a6-4990-94fb-bac8826fbd0c","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T16:43:16.372074752Z","hostname":"oxz_crucible_d07e7c8f-62a8-42dd-80df-b25601df2c0a","pid":24781,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T16:43:16.374480658Z","hostname":"oxz_crucible_d07e7c8f-62a8-42dd-80df-b25601df2c0a","pid":24781,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T16:43:16.374508088Z","hostname":"oxz_crucible_d07e7c8f-62a8-42dd-80df-b25601df2c0a","pid":24781,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T16:43:16.374551949Z","hostname":"oxz_crucible_d07e7c8f-62a8-42dd-80df-b25601df2c0a","pid":24781,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T16:43:16.380368124Z","hostname":"oxz_crucible_d07e7c8f-62a8-42dd-80df-b25601df2c0a","pid":24781,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T16:43:16.383363234Z","hostname":"oxz_crucible_d07e7c8f-62a8-42dd-80df-b25601df2c0a","pid":24781,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T16:43:16.642145801Z","hostname":"oxz_crucible_d07e7c8f-62a8-42dd-80df-b25601df2c0a","pid":24781,"uri":"/crucible/0/regions","method":"POST","req_id":"d94ee5fe-5dea-45f6-a40e-69c7a3ea1091","remote_addr":"[fd00:1122:3344:101::b]:65093","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":78,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T16:43:17.058934676Z","hostname":"oxz_crucible_d07e7c8f-62a8-42dd-80df-b25601df2c0a","pid":24781,"uri":"/crucible/0/regions/48039eae-13a6-4990-94fb-bac8826fbd0c","method":"GET","req_id":"6c7a0c75-94d0-45c5-aabc-2f26b591af4c","remote_addr":"[fd00:1122:3344:101::b]:65093","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":73,"response_code":200}
{"msg":"path is \"/data/regions/48039eae-13a6-4990-94fb-bac8826fbd0c\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T16:43:17.063443431Z","hostname":"oxz_crucible_d07e7c8f-62a8-42dd-80df-b25601df2c0a","pid":24781,"component":"datafile"}
{"msg":"dataset is oxp_979b71f6-7a6f-4766-90c4-fd74f7f3701e/crucible/regions/48039eae-13a6-4990-94fb-bac8826fbd0c","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T16:43:17.071099298Z","hostname":"oxz_crucible_d07e7c8f-62a8-42dd-80df-b25601df2c0a","pid":24781,"component":"datafile"}
{"msg":"region 48039eae-13a6-4990-94fb-bac8826fbd0c state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T16:43:17.078770876Z","hostname":"oxz_crucible_d07e7c8f-62a8-42dd-80df-b25601df2c0a","pid":24781,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T16:43:17.07891761Z","hostname":"oxz_crucible_d07e7c8f-62a8-42dd-80df-b25601df2c0a","pid":24781,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T16:43:17.078952291Z","hostname":"oxz_crucible_d07e7c8f-62a8-42dd-80df-b25601df2c0a","pid":24781,"uri":"/crucible/0/regions/48039eae-13a6-4990-94fb-bac8826fbd0c","method":"DELETE","req_id":"58c9d2ca-2ac2-4d02-9f2c-dfb15f6e764e","remote_addr":"[fd00:1122:3344:101::b]:65093","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":16313,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-48039eae-13a6-4990-94fb-bac8826fbd0c (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T16:43:17.079885792Z","hostname":"oxz_crucible_d07e7c8f-62a8-42dd-80df-b25601df2c0a","pid":24781,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T16:43:17.082514893Z","hostname":"oxz_crucible_d07e7c8f-62a8-42dd-80df-b25601df2c0a","pid":24781,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T16:43:17.083305152Z","hostname":"oxz_crucible_d07e7c8f-62a8-42dd-80df-b25601df2c0a","pid":24781,"uri":"/crucible/0/regions/48039eae-13a6-4990-94fb-bac8826fbd0c","method":"GET","req_id":"0b31f1c6-0299-4075-adcd-77bff547a6c3","remote_addr":"[fd00:1122:3344:101::b]:65093","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":49,"response_code":200}
{"msg":"deleting zfs dataset \"oxp_979b71f6-7a6f-4766-90c4-fd74f7f3701e/crucible/regions/48039eae-13a6-4990-94fb-bac8826fbd0c\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T16:43:17.09270922Z","hostname":"oxz_crucible_d07e7c8f-62a8-42dd-80df-b25601df2c0a","pid":24781,"region":"48039eae-13a6-4990-94fb-bac8826fbd0c","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T16:43:17.155238102Z","hostname":"oxz_crucible_d07e7c8f-62a8-42dd-80df-b25601df2c0a","pid":24781,"uri":"/crucible/0/regions/48039eae-13a6-4990-94fb-bac8826fbd0c","method":"GET","req_id":"29e33f0f-d90b-4313-8b4f-b294da307bb9","remote_addr":"[fd00:1122:3344:101::b]:65093","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":55,"response_code":200}
{"msg":"region 48039eae-13a6-4990-94fb-bac8826fbd0c state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T16:43:17.166057303Z","hostname":"oxz_crucible_d07e7c8f-62a8-42dd-80df-b25601df2c0a","pid":24781,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T16:43:17.252802896Z","hostname":"oxz_crucible_d07e7c8f-62a8-42dd-80df-b25601df2c0a","pid":24781,"uri":"/crucible/0/regions/48039eae-13a6-4990-94fb-bac8826fbd0c","method":"GET","req_id":"b0e0cea0-c302-4d1b-979f-83be36bc377c","remote_addr":"[fd00:1122:3344:101::b]:65093","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":59,"response_code":200}