[ Jan 21 18:25:03 Enabled. ]
[ Jan 21 18:25:03 Rereading configuration. ]
[ Jan 21 18:25:06 Rereading configuration. ]
[ Jan 21 18:25:10 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_5614f0d0-4e24-42eb-a4d7-c24f8aeaf78d/crucible -l [fd00:1122:3344:101::12]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7103cd3a3d7b0112d2949dd135db06fef0c156bb\nCommit timestamp: 2025-11-10T22:24:53.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T18:25:10.530866692Z","hostname":"oxz_crucible_69ef18d4-de6b-41d8-b79f-4402c33d0858","pid":23781}
{"msg":"dataset: \"oxp_5614f0d0-4e24-42eb-a4d7-c24f8aeaf78d/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T18:25:10.531568482Z","hostname":"oxz_crucible_69ef18d4-de6b-41d8-b79f-4402c33d0858","pid":23781}
{"msg":"listen IP: [fd00:1122:3344:101::12]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T18:25:10.531578162Z","hostname":"oxz_crucible_69ef18d4-de6b-41d8-b79f-4402c33d0858","pid":23781}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T18:25:10.531582972Z","hostname":"oxz_crucible_69ef18d4-de6b-41d8-b79f-4402c33d0858","pid":23781}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T18:25:10.545236176Z","hostname":"oxz_crucible_69ef18d4-de6b-41d8-b79f-4402c33d0858","pid":23781,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T18:25:10.652128135Z","hostname":"oxz_crucible_69ef18d4-de6b-41d8-b79f-4402c33d0858","pid":23781,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T18:25:52.569027008Z","hostname":"oxz_crucible_69ef18d4-de6b-41d8-b79f-4402c33d0858","pid":23781,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:51194"}
{"msg":"region 96359c62-76fe-4772-84d0-242b93ea87e1 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T18:25:52.655056185Z","hostname":"oxz_crucible_69ef18d4-de6b-41d8-b79f-4402c33d0858","pid":23781,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T18:25:52.664686729Z","hostname":"oxz_crucible_69ef18d4-de6b-41d8-b79f-4402c33d0858","pid":23781,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T18:25:52.66474635Z","hostname":"oxz_crucible_69ef18d4-de6b-41d8-b79f-4402c33d0858","pid":23781,"uri":"/crucible/0/regions","method":"POST","req_id":"7bdc108a-fcde-4276-b940-07313d46ef07","remote_addr":"[fd00:1122:3344:101::b]:51194","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":31929,"response_code":200}
{"msg":"zfs set reservation of 1342177280 for oxp_5614f0d0-4e24-42eb-a4d7-c24f8aeaf78d/crucible/regions/96359c62-76fe-4772-84d0-242b93ea87e1","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T18:25:52.673718556Z","hostname":"oxz_crucible_69ef18d4-de6b-41d8-b79f-4402c33d0858","pid":23781,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_5614f0d0-4e24-42eb-a4d7-c24f8aeaf78d/crucible/regions/96359c62-76fe-4772-84d0-242b93ea87e1","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T18:25:52.673736127Z","hostname":"oxz_crucible_69ef18d4-de6b-41d8-b79f-4402c33d0858","pid":23781,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"96359c62-76fe-4772-84d0-242b93ea87e1\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/96359c62-76fe-4772-84d0-242b93ea87e1\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T18:25:52.816727065Z","hostname":"oxz_crucible_69ef18d4-de6b-41d8-b79f-4402c33d0858","pid":23781,"region":"96359c62-76fe-4772-84d0-242b93ea87e1","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"96359c62-76fe-4772-84d0-242b93ea87e1\" \"--data\" \"/data/regions/96359c62-76fe-4772-84d0-242b93ea87e1\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T18:25:52.81875522Z","hostname":"oxz_crucible_69ef18d4-de6b-41d8-b79f-4402c33d0858","pid":23781,"region":"96359c62-76fe-4772-84d0-242b93ea87e1","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T18:25:52.867382682Z","hostname":"oxz_crucible_69ef18d4-de6b-41d8-b79f-4402c33d0858","pid":23781,"uri":"/crucible/0/regions","method":"POST","req_id":"53de08fc-4201-46ac-8bd4-0442cc96c3e6","remote_addr":"[fd00:1122:3344:101::b]:51194","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":54,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T18:25:53.045686047Z","hostname":"oxz_crucible_69ef18d4-de6b-41d8-b79f-4402c33d0858","pid":23781,"region":"96359c62-76fe-4772-84d0-242b93ea87e1","component":"worker"}
{"msg":"region 96359c62-76fe-4772-84d0-242b93ea87e1 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T18:25:53.045772199Z","hostname":"oxz_crucible_69ef18d4-de6b-41d8-b79f-4402c33d0858","pid":23781,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T18:25:53.046007946Z","hostname":"oxz_crucible_69ef18d4-de6b-41d8-b79f-4402c33d0858","pid":23781,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-96359c62-76fe-4772-84d0-242b93ea87e1","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T18:25:53.046351125Z","hostname":"oxz_crucible_69ef18d4-de6b-41d8-b79f-4402c33d0858","pid":23781,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-96359c62-76fe-4772-84d0-242b93ea87e1","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T18:25:53.055369112Z","hostname":"oxz_crucible_69ef18d4-de6b-41d8-b79f-4402c33d0858","pid":23781,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T18:25:53.075287308Z","hostname":"oxz_crucible_69ef18d4-de6b-41d8-b79f-4402c33d0858","pid":23781,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-96359c62-76fe-4772-84d0-242b93ea87e1","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T18:25:53.086912787Z","hostname":"oxz_crucible_69ef18d4-de6b-41d8-b79f-4402c33d0858","pid":23781,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/96359c62-76fe-4772-84d0-242b93ea87e1","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T18:25:53.087614806Z","hostname":"oxz_crucible_69ef18d4-de6b-41d8-b79f-4402c33d0858","pid":23781,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T18:25:53.087678317Z","hostname":"oxz_crucible_69ef18d4-de6b-41d8-b79f-4402c33d0858","pid":23781,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T18:25:53.087720139Z","hostname":"oxz_crucible_69ef18d4-de6b-41d8-b79f-4402c33d0858","pid":23781,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T18:25:53.087750439Z","hostname":"oxz_crucible_69ef18d4-de6b-41d8-b79f-4402c33d0858","pid":23781,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T18:25:53.09872702Z","hostname":"oxz_crucible_69ef18d4-de6b-41d8-b79f-4402c33d0858","pid":23781,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T18:25:53.111022117Z","hostname":"oxz_crucible_69ef18d4-de6b-41d8-b79f-4402c33d0858","pid":23781,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T18:25:53.331396875Z","hostname":"oxz_crucible_69ef18d4-de6b-41d8-b79f-4402c33d0858","pid":23781,"uri":"/crucible/0/regions","method":"POST","req_id":"d40118e7-bed7-41b6-a589-40e143f09843","remote_addr":"[fd00:1122:3344:101::b]:51194","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":61,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T18:25:54.082761172Z","hostname":"oxz_crucible_69ef18d4-de6b-41d8-b79f-4402c33d0858","pid":23781,"uri":"/crucible/0/regions/96359c62-76fe-4772-84d0-242b93ea87e1","method":"GET","req_id":"036a0878-e6ce-44df-bd10-5ba4143361e8","remote_addr":"[fd00:1122:3344:101::b]:51194","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":66,"response_code":200}
{"msg":"path is \"/data/regions/96359c62-76fe-4772-84d0-242b93ea87e1\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T18:25:54.086091293Z","hostname":"oxz_crucible_69ef18d4-de6b-41d8-b79f-4402c33d0858","pid":23781,"component":"datafile"}
{"msg":"dataset is oxp_5614f0d0-4e24-42eb-a4d7-c24f8aeaf78d/crucible/regions/96359c62-76fe-4772-84d0-242b93ea87e1","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T18:25:54.093913398Z","hostname":"oxz_crucible_69ef18d4-de6b-41d8-b79f-4402c33d0858","pid":23781,"component":"datafile"}
{"msg":"region 96359c62-76fe-4772-84d0-242b93ea87e1 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T18:25:54.10165535Z","hostname":"oxz_crucible_69ef18d4-de6b-41d8-b79f-4402c33d0858","pid":23781,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T18:25:54.101837105Z","hostname":"oxz_crucible_69ef18d4-de6b-41d8-b79f-4402c33d0858","pid":23781,"uri":"/crucible/0/regions/96359c62-76fe-4772-84d0-242b93ea87e1","method":"DELETE","req_id":"81969138-d277-4d24-b38f-50aae91a06fc","remote_addr":"[fd00:1122:3344:101::b]:51194","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":15766,"response_code":204}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T18:25:54.101886316Z","hostname":"oxz_crucible_69ef18d4-de6b-41d8-b79f-4402c33d0858","pid":23781,"component":"worker"}
{"msg":"disabling downstairs instance: downstairs-96359c62-76fe-4772-84d0-242b93ea87e1 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T18:25:54.102879493Z","hostname":"oxz_crucible_69ef18d4-de6b-41d8-b79f-4402c33d0858","pid":23781,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T18:25:54.106863392Z","hostname":"oxz_crucible_69ef18d4-de6b-41d8-b79f-4402c33d0858","pid":23781,"uri":"/crucible/0/regions/96359c62-76fe-4772-84d0-242b93ea87e1","method":"GET","req_id":"19b41f3e-5586-41f4-bac8-611ad7695bea","remote_addr":"[fd00:1122:3344:101::b]:51194","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":27,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T18:25:54.114944684Z","hostname":"oxz_crucible_69ef18d4-de6b-41d8-b79f-4402c33d0858","pid":23781,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_5614f0d0-4e24-42eb-a4d7-c24f8aeaf78d/crucible/regions/96359c62-76fe-4772-84d0-242b93ea87e1\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T18:25:54.123505178Z","hostname":"oxz_crucible_69ef18d4-de6b-41d8-b79f-4402c33d0858","pid":23781,"region":"96359c62-76fe-4772-84d0-242b93ea87e1","component":"worker"}
{"msg":"region 96359c62-76fe-4772-84d0-242b93ea87e1 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T18:25:54.205154005Z","hostname":"oxz_crucible_69ef18d4-de6b-41d8-b79f-4402c33d0858","pid":23781,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T18:25:54.209541626Z","hostname":"oxz_crucible_69ef18d4-de6b-41d8-b79f-4402c33d0858","pid":23781,"uri":"/crucible/0/regions/96359c62-76fe-4772-84d0-242b93ea87e1","method":"GET","req_id":"8841d158-411e-46dd-86e0-23bd2d657e31","remote_addr":"[fd00:1122:3344:101::b]:51194","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":44,"response_code":200}