[ Dec 31 23:16:05 Enabled. ]
[ Dec 31 23:16:05 Rereading configuration. ]
[ Dec 31 23:16:06 Rereading configuration. ]
[ Dec 31 23:16:11 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_ffdb1067-5afc-48e0-a347-796e1795c1cf/crucible -l [fd00:1122:3344:101::1a]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7103cd3a3d7b0112d2949dd135db06fef0c156bb\nCommit timestamp: 2025-11-10T22:24:53.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:12.297790493Z","hostname":"oxz_crucible_f88e857f-a562-412a-a95d-b544df98fc5a","pid":28388}
{"msg":"dataset: \"oxp_ffdb1067-5afc-48e0-a347-796e1795c1cf/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:12.298582447Z","hostname":"oxz_crucible_f88e857f-a562-412a-a95d-b544df98fc5a","pid":28388}
{"msg":"listen IP: [fd00:1122:3344:101::1a]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:12.298600107Z","hostname":"oxz_crucible_f88e857f-a562-412a-a95d-b544df98fc5a","pid":28388}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:12.298606347Z","hostname":"oxz_crucible_f88e857f-a562-412a-a95d-b544df98fc5a","pid":28388}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:12.314817442Z","hostname":"oxz_crucible_f88e857f-a562-412a-a95d-b544df98fc5a","pid":28388,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:12.395123056Z","hostname":"oxz_crucible_f88e857f-a562-412a-a95d-b544df98fc5a","pid":28388,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:42.021271966Z","hostname":"oxz_crucible_f88e857f-a562-412a-a95d-b544df98fc5a","pid":28388,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:52449"}
{"msg":"region 03212d2d-27a7-40a5-a568-fed51ae818f5 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:42.047887658Z","hostname":"oxz_crucible_f88e857f-a562-412a-a95d-b544df98fc5a","pid":28388,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:42.050635795Z","hostname":"oxz_crucible_f88e857f-a562-412a-a95d-b544df98fc5a","pid":28388,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:42.050690826Z","hostname":"oxz_crucible_f88e857f-a562-412a-a95d-b544df98fc5a","pid":28388,"uri":"/crucible/0/regions","method":"POST","req_id":"b7f62c4e-cd39-414b-bf0d-8ccc0824fe54","remote_addr":"[fd00:1122:3344:101::a]:52449","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":13965,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_ffdb1067-5afc-48e0-a347-796e1795c1cf/crucible/regions/03212d2d-27a7-40a5-a568-fed51ae818f5","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:42.059115219Z","hostname":"oxz_crucible_f88e857f-a562-412a-a95d-b544df98fc5a","pid":28388,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_ffdb1067-5afc-48e0-a347-796e1795c1cf/crucible/regions/03212d2d-27a7-40a5-a568-fed51ae818f5","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:42.059132059Z","hostname":"oxz_crucible_f88e857f-a562-412a-a95d-b544df98fc5a","pid":28388,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"03212d2d-27a7-40a5-a568-fed51ae818f5\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/03212d2d-27a7-40a5-a568-fed51ae818f5\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:42.126609574Z","hostname":"oxz_crucible_f88e857f-a562-412a-a95d-b544df98fc5a","pid":28388,"region":"03212d2d-27a7-40a5-a568-fed51ae818f5","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"03212d2d-27a7-40a5-a568-fed51ae818f5\" \"--data\" \"/data/regions/03212d2d-27a7-40a5-a568-fed51ae818f5\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:42.129031216Z","hostname":"oxz_crucible_f88e857f-a562-412a-a95d-b544df98fc5a","pid":28388,"region":"03212d2d-27a7-40a5-a568-fed51ae818f5","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:42.368434488Z","hostname":"oxz_crucible_f88e857f-a562-412a-a95d-b544df98fc5a","pid":28388,"uri":"/crucible/0/regions","method":"POST","req_id":"5b04db30-e759-4b58-b021-af8d80b58afc","remote_addr":"[fd00:1122:3344:101::a]:52449","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":62,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:42.496556433Z","hostname":"oxz_crucible_f88e857f-a562-412a-a95d-b544df98fc5a","pid":28388,"region":"03212d2d-27a7-40a5-a568-fed51ae818f5","component":"worker"}
{"msg":"region 03212d2d-27a7-40a5-a568-fed51ae818f5 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:42.496624584Z","hostname":"oxz_crucible_f88e857f-a562-412a-a95d-b544df98fc5a","pid":28388,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:42.496826098Z","hostname":"oxz_crucible_f88e857f-a562-412a-a95d-b544df98fc5a","pid":28388,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-03212d2d-27a7-40a5-a568-fed51ae818f5","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:42.497161913Z","hostname":"oxz_crucible_f88e857f-a562-412a-a95d-b544df98fc5a","pid":28388,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-03212d2d-27a7-40a5-a568-fed51ae818f5","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:42.502772219Z","hostname":"oxz_crucible_f88e857f-a562-412a-a95d-b544df98fc5a","pid":28388,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:42.518660548Z","hostname":"oxz_crucible_f88e857f-a562-412a-a95d-b544df98fc5a","pid":28388,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-03212d2d-27a7-40a5-a568-fed51ae818f5","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:42.522095097Z","hostname":"oxz_crucible_f88e857f-a562-412a-a95d-b544df98fc5a","pid":28388,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/03212d2d-27a7-40a5-a568-fed51ae818f5","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:42.522812109Z","hostname":"oxz_crucible_f88e857f-a562-412a-a95d-b544df98fc5a","pid":28388,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:42.52287703Z","hostname":"oxz_crucible_f88e857f-a562-412a-a95d-b544df98fc5a","pid":28388,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:42.522919931Z","hostname":"oxz_crucible_f88e857f-a562-412a-a95d-b544df98fc5a","pid":28388,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:42.522953591Z","hostname":"oxz_crucible_f88e857f-a562-412a-a95d-b544df98fc5a","pid":28388,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:42.527206463Z","hostname":"oxz_crucible_f88e857f-a562-412a-a95d-b544df98fc5a","pid":28388,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:42.531954644Z","hostname":"oxz_crucible_f88e857f-a562-412a-a95d-b544df98fc5a","pid":28388,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:42.939130815Z","hostname":"oxz_crucible_f88e857f-a562-412a-a95d-b544df98fc5a","pid":28388,"uri":"/crucible/0/regions","method":"POST","req_id":"17a70e2e-24c6-4243-af0c-0255c4117f54","remote_addr":"[fd00:1122:3344:101::a]:52449","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":60,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:10.408536877Z","hostname":"oxz_crucible_f88e857f-a562-412a-a95d-b544df98fc5a","pid":28388,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:57170"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:10.412990783Z","hostname":"oxz_crucible_f88e857f-a562-412a-a95d-b544df98fc5a","pid":28388,"uri":"/crucible/0/regions/03212d2d-27a7-40a5-a568-fed51ae818f5","method":"GET","req_id":"8bd1a1df-dd2d-4cc5-a8e1-ed6a825ff314","remote_addr":"[fd00:1122:3344:101::a]:57170","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":61,"response_code":200}
{"msg":"path is \"/data/regions/03212d2d-27a7-40a5-a568-fed51ae818f5\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:10.413022493Z","hostname":"oxz_crucible_f88e857f-a562-412a-a95d-b544df98fc5a","pid":28388,"component":"datafile"}
{"msg":"dataset is oxp_ffdb1067-5afc-48e0-a347-796e1795c1cf/crucible/regions/03212d2d-27a7-40a5-a568-fed51ae818f5","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:10.419408482Z","hostname":"oxz_crucible_f88e857f-a562-412a-a95d-b544df98fc5a","pid":28388,"component":"datafile"}
{"msg":"snapshot is oxp_ffdb1067-5afc-48e0-a347-796e1795c1cf/crucible/regions/03212d2d-27a7-40a5-a568-fed51ae818f5@8e768e29-734d-4cdc-8581-731a9ddac360","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:10.425374573Z","hostname":"oxz_crucible_f88e857f-a562-412a-a95d-b544df98fc5a","pid":28388,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_ffdb1067-5afc-48e0-a347-796e1795c1cf/crucible/regions/03212d2d-27a7-40a5-a568-fed51ae818f5\", \"8e768e29-734d-4cdc-8581-731a9ddac360\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:10.425399563Z","hostname":"oxz_crucible_f88e857f-a562-412a-a95d-b544df98fc5a","pid":28388,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:10.434163062Z","hostname":"oxz_crucible_f88e857f-a562-412a-a95d-b544df98fc5a","pid":28388,"uri":"/crucible/0/regions/03212d2d-27a7-40a5-a568-fed51ae818f5/snapshots/8e768e29-734d-4cdc-8581-731a9ddac360","method":"GET","req_id":"bd64ec59-abe9-4812-870e-11b242457db7","remote_addr":"[fd00:1122:3344:101::a]:57170","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":21944,"response_code":200}
{"msg":"path is \"/data/regions/03212d2d-27a7-40a5-a568-fed51ae818f5\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:10.437662052Z","hostname":"oxz_crucible_f88e857f-a562-412a-a95d-b544df98fc5a","pid":28388,"component":"datafile"}
{"msg":"dataset is oxp_ffdb1067-5afc-48e0-a347-796e1795c1cf/crucible/regions/03212d2d-27a7-40a5-a568-fed51ae818f5","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:10.443002602Z","hostname":"oxz_crucible_f88e857f-a562-412a-a95d-b544df98fc5a","pid":28388,"component":"datafile"}
{"msg":"snapshot is oxp_ffdb1067-5afc-48e0-a347-796e1795c1cf/crucible/regions/03212d2d-27a7-40a5-a568-fed51ae818f5@8e768e29-734d-4cdc-8581-731a9ddac360","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:10.448617438Z","hostname":"oxz_crucible_f88e857f-a562-412a-a95d-b544df98fc5a","pid":28388,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_ffdb1067-5afc-48e0-a347-796e1795c1cf/crucible/regions/03212d2d-27a7-40a5-a568-fed51ae818f5\", \"8e768e29-734d-4cdc-8581-731a9ddac360\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:10.448645458Z","hostname":"oxz_crucible_f88e857f-a562-412a-a95d-b544df98fc5a","pid":28388,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 03212d2d-27a7-40a5-a568-fed51ae818f5-8e768e29-734d-4cdc-8581-731a9ddac360 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:10.455159018Z","hostname":"oxz_crucible_f88e857f-a562-412a-a95d-b544df98fc5a","pid":28388,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:10.455687487Z","hostname":"oxz_crucible_f88e857f-a562-412a-a95d-b544df98fc5a","pid":28388,"uri":"/crucible/0/regions/03212d2d-27a7-40a5-a568-fed51ae818f5/snapshots/8e768e29-734d-4cdc-8581-731a9ddac360/run","method":"POST","req_id":"2944efcf-29bf-462a-bd5b-e9bca4c24573","remote_addr":"[fd00:1122:3344:101::a]:57170","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":18041,"response_code":200}
{"msg":"applying SMF actions for region 03212d2d-27a7-40a5-a568-fed51ae818f5 running snapshot 8e768e29-734d-4cdc-8581-731a9ddac360 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:10.455703898Z","hostname":"oxz_crucible_f88e857f-a562-412a-a95d-b544df98fc5a","pid":28388,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-03212d2d-27a7-40a5-a568-fed51ae818f5-8e768e29-734d-4cdc-8581-731a9ddac360","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:10.480520949Z","hostname":"oxz_crucible_f88e857f-a562-412a-a95d-b544df98fc5a","pid":28388,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-03212d2d-27a7-40a5-a568-fed51ae818f5-8e768e29-734d-4cdc-8581-731a9ddac360","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:10.492735756Z","hostname":"oxz_crucible_f88e857f-a562-412a-a95d-b544df98fc5a","pid":28388,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-03212d2d-27a7-40a5-a568-fed51ae818f5-8e768e29-734d-4cdc-8581-731a9ddac360","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:10.532720265Z","hostname":"oxz_crucible_f88e857f-a562-412a-a95d-b544df98fc5a","pid":28388,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/03212d2d-27a7-40a5-a568-fed51ae818f5/.zfs/snapshot/8e768e29-734d-4cdc-8581-731a9ddac360","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:10.533052311Z","hostname":"oxz_crucible_f88e857f-a562-412a-a95d-b544df98fc5a","pid":28388,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:10.533091821Z","hostname":"oxz_crucible_f88e857f-a562-412a-a95d-b544df98fc5a","pid":28388,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:10.533127212Z","hostname":"oxz_crucible_f88e857f-a562-412a-a95d-b544df98fc5a","pid":28388,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:10.533163093Z","hostname":"oxz_crucible_f88e857f-a562-412a-a95d-b544df98fc5a","pid":28388,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:10.533202843Z","hostname":"oxz_crucible_f88e857f-a562-412a-a95d-b544df98fc5a","pid":28388,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:10.544861161Z","hostname":"oxz_crucible_f88e857f-a562-412a-a95d-b544df98fc5a","pid":28388,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:10.556994867Z","hostname":"oxz_crucible_f88e857f-a562-412a-a95d-b544df98fc5a","pid":28388,"component":"worker"}
{"msg":"region 03212d2d-27a7-40a5-a568-fed51ae818f5 running snapshot 8e768e29-734d-4cdc-8581-731a9ddac360 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:10.557003987Z","hostname":"oxz_crucible_f88e857f-a562-412a-a95d-b544df98fc5a","pid":28388,"component":"datafile"}
{"msg":"path is \"/data/regions/03212d2d-27a7-40a5-a568-fed51ae818f5\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:10.623530887Z","hostname":"oxz_crucible_f88e857f-a562-412a-a95d-b544df98fc5a","pid":28388,"component":"datafile"}
{"msg":"dataset is oxp_ffdb1067-5afc-48e0-a347-796e1795c1cf/crucible/regions/03212d2d-27a7-40a5-a568-fed51ae818f5","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:10.630406633Z","hostname":"oxz_crucible_f88e857f-a562-412a-a95d-b544df98fc5a","pid":28388,"component":"datafile"}
{"msg":"snapshot is oxp_ffdb1067-5afc-48e0-a347-796e1795c1cf/crucible/regions/03212d2d-27a7-40a5-a568-fed51ae818f5@8e768e29-734d-4cdc-8581-731a9ddac360","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:10.637428703Z","hostname":"oxz_crucible_f88e857f-a562-412a-a95d-b544df98fc5a","pid":28388,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_ffdb1067-5afc-48e0-a347-796e1795c1cf/crucible/regions/03212d2d-27a7-40a5-a568-fed51ae818f5\", \"8e768e29-734d-4cdc-8581-731a9ddac360\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:10.637449163Z","hostname":"oxz_crucible_f88e857f-a562-412a-a95d-b544df98fc5a","pid":28388,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:10.643843401Z","hostname":"oxz_crucible_f88e857f-a562-412a-a95d-b544df98fc5a","pid":28388,"uri":"/crucible/0/regions/03212d2d-27a7-40a5-a568-fed51ae818f5/snapshots/8e768e29-734d-4cdc-8581-731a9ddac360/run","method":"POST","req_id":"06bedb68-ce68-46ae-abaa-09c0d5a640f4","remote_addr":"[fd00:1122:3344:101::a]:57170","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":20341,"response_code":200}
{"msg":"region 27e97593-c446-4ec4-a1df-7cf9ceca85c5 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:16.454229638Z","hostname":"oxz_crucible_f88e857f-a562-412a-a95d-b544df98fc5a","pid":28388,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:16.454434922Z","hostname":"oxz_crucible_f88e857f-a562-412a-a95d-b544df98fc5a","pid":28388,"uri":"/crucible/0/regions","method":"POST","req_id":"54725c4c-4571-41b5-a555-8ca2335ca743","remote_addr":"[fd00:1122:3344:101::a]:57170","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":264,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:16.454461242Z","hostname":"oxz_crucible_f88e857f-a562-412a-a95d-b544df98fc5a","pid":28388,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_ffdb1067-5afc-48e0-a347-796e1795c1cf/crucible/regions/27e97593-c446-4ec4-a1df-7cf9ceca85c5","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:16.461936979Z","hostname":"oxz_crucible_f88e857f-a562-412a-a95d-b544df98fc5a","pid":28388,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_ffdb1067-5afc-48e0-a347-796e1795c1cf/crucible/regions/27e97593-c446-4ec4-a1df-7cf9ceca85c5","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:16.461968879Z","hostname":"oxz_crucible_f88e857f-a562-412a-a95d-b544df98fc5a","pid":28388,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"27e97593-c446-4ec4-a1df-7cf9ceca85c5\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/27e97593-c446-4ec4-a1df-7cf9ceca85c5\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:16.553204258Z","hostname":"oxz_crucible_f88e857f-a562-412a-a95d-b544df98fc5a","pid":28388,"region":"27e97593-c446-4ec4-a1df-7cf9ceca85c5","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"27e97593-c446-4ec4-a1df-7cf9ceca85c5\" \"--data\" \"/data/regions/27e97593-c446-4ec4-a1df-7cf9ceca85c5\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:16.553813529Z","hostname":"oxz_crucible_f88e857f-a562-412a-a95d-b544df98fc5a","pid":28388,"region":"27e97593-c446-4ec4-a1df-7cf9ceca85c5","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:16.606449682Z","hostname":"oxz_crucible_f88e857f-a562-412a-a95d-b544df98fc5a","pid":28388,"uri":"/crucible/0/regions","method":"POST","req_id":"22780408-ad14-4264-b264-7eee5d287706","remote_addr":"[fd00:1122:3344:101::a]:57170","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":54,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:16.716551791Z","hostname":"oxz_crucible_f88e857f-a562-412a-a95d-b544df98fc5a","pid":28388,"region":"27e97593-c446-4ec4-a1df-7cf9ceca85c5","component":"worker"}
{"msg":"region 27e97593-c446-4ec4-a1df-7cf9ceca85c5 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:16.716574341Z","hostname":"oxz_crucible_f88e857f-a562-412a-a95d-b544df98fc5a","pid":28388,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:16.716716484Z","hostname":"oxz_crucible_f88e857f-a562-412a-a95d-b544df98fc5a","pid":28388,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-27e97593-c446-4ec4-a1df-7cf9ceca85c5","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:16.718210619Z","hostname":"oxz_crucible_f88e857f-a562-412a-a95d-b544df98fc5a","pid":28388,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-27e97593-c446-4ec4-a1df-7cf9ceca85c5","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:16.727985195Z","hostname":"oxz_crucible_f88e857f-a562-412a-a95d-b544df98fc5a","pid":28388,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:16.75184041Z","hostname":"oxz_crucible_f88e857f-a562-412a-a95d-b544df98fc5a","pid":28388,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-27e97593-c446-4ec4-a1df-7cf9ceca85c5","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:16.760150771Z","hostname":"oxz_crucible_f88e857f-a562-412a-a95d-b544df98fc5a","pid":28388,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/27e97593-c446-4ec4-a1df-7cf9ceca85c5","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:16.760444866Z","hostname":"oxz_crucible_f88e857f-a562-412a-a95d-b544df98fc5a","pid":28388,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:16.760494027Z","hostname":"oxz_crucible_f88e857f-a562-412a-a95d-b544df98fc5a","pid":28388,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:16.760536338Z","hostname":"oxz_crucible_f88e857f-a562-412a-a95d-b544df98fc5a","pid":28388,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:16.760571548Z","hostname":"oxz_crucible_f88e857f-a562-412a-a95d-b544df98fc5a","pid":28388,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:16.777985744Z","hostname":"oxz_crucible_f88e857f-a562-412a-a95d-b544df98fc5a","pid":28388,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:16.795887778Z","hostname":"oxz_crucible_f88e857f-a562-412a-a95d-b544df98fc5a","pid":28388,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:17.351281604Z","hostname":"oxz_crucible_f88e857f-a562-412a-a95d-b544df98fc5a","pid":28388,"uri":"/crucible/0/regions","method":"POST","req_id":"43e2ca65-cc2b-4155-ab95-8272d543d5af","remote_addr":"[fd00:1122:3344:101::a]:57170","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":59,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:46.444439856Z","hostname":"oxz_crucible_f88e857f-a562-412a-a95d-b544df98fc5a","pid":28388,"uri":"/crucible/0/regions/27e97593-c446-4ec4-a1df-7cf9ceca85c5","method":"GET","req_id":"0d835f5d-f1b4-4d97-add5-e8102b6ce9e7","remote_addr":"[fd00:1122:3344:101::a]:57170","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":56,"response_code":200}
{"msg":"path is \"/data/regions/27e97593-c446-4ec4-a1df-7cf9ceca85c5\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:46.448266401Z","hostname":"oxz_crucible_f88e857f-a562-412a-a95d-b544df98fc5a","pid":28388,"component":"datafile"}
{"msg":"dataset is oxp_ffdb1067-5afc-48e0-a347-796e1795c1cf/crucible/regions/27e97593-c446-4ec4-a1df-7cf9ceca85c5","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:46.459477231Z","hostname":"oxz_crucible_f88e857f-a562-412a-a95d-b544df98fc5a","pid":28388,"component":"datafile"}
{"msg":"region 27e97593-c446-4ec4-a1df-7cf9ceca85c5 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:46.46649531Z","hostname":"oxz_crucible_f88e857f-a562-412a-a95d-b544df98fc5a","pid":28388,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:46.46707433Z","hostname":"oxz_crucible_f88e857f-a562-412a-a95d-b544df98fc5a","pid":28388,"uri":"/crucible/0/regions/27e97593-c446-4ec4-a1df-7cf9ceca85c5","method":"DELETE","req_id":"686d3843-76aa-48d9-a549-e00f6c557af6","remote_addr":"[fd00:1122:3344:101::a]:57170","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":18850,"response_code":204}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:46.467097781Z","hostname":"oxz_crucible_f88e857f-a562-412a-a95d-b544df98fc5a","pid":28388,"component":"worker"}
{"msg":"disabling downstairs instance: downstairs-27e97593-c446-4ec4-a1df-7cf9ceca85c5 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:46.46760884Z","hostname":"oxz_crucible_f88e857f-a562-412a-a95d-b544df98fc5a","pid":28388,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:46.469953629Z","hostname":"oxz_crucible_f88e857f-a562-412a-a95d-b544df98fc5a","pid":28388,"uri":"/crucible/0/regions/27e97593-c446-4ec4-a1df-7cf9ceca85c5","method":"GET","req_id":"d05651d7-f056-49df-9fc2-25228cc2dc15","remote_addr":"[fd00:1122:3344:101::a]:57170","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":31,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:46.481891352Z","hostname":"oxz_crucible_f88e857f-a562-412a-a95d-b544df98fc5a","pid":28388,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_ffdb1067-5afc-48e0-a347-796e1795c1cf/crucible/regions/27e97593-c446-4ec4-a1df-7cf9ceca85c5\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:46.489795926Z","hostname":"oxz_crucible_f88e857f-a562-412a-a95d-b544df98fc5a","pid":28388,"region":"27e97593-c446-4ec4-a1df-7cf9ceca85c5","component":"worker"}
{"msg":"region 27e97593-c446-4ec4-a1df-7cf9ceca85c5 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:46.546647451Z","hostname":"oxz_crucible_f88e857f-a562-412a-a95d-b544df98fc5a","pid":28388,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:46.561005095Z","hostname":"oxz_crucible_f88e857f-a562-412a-a95d-b544df98fc5a","pid":28388,"uri":"/crucible/0/regions/27e97593-c446-4ec4-a1df-7cf9ceca85c5","method":"GET","req_id":"59ddc518-1b16-4af3-8ba1-9e4101c8e748","remote_addr":"[fd00:1122:3344:101::a]:57170","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":59,"response_code":200}