[ Feb 4 05:46:04 Enabled. ] [ Feb 4 05:46:04 Rereading configuration. ] [ Feb 4 05:46:07 Rereading configuration. ] [ Feb 4 05:46:15 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_b7991bf7-ee51-4d6b-8d54-917a686cc8e8/crucible -l [fd00:1122:3344:101::1a]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7103cd3a3d7b0112d2949dd135db06fef0c156bb\nCommit timestamp: 2025-11-10T22:24:53.000000000Z branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T05:46:15.503789061Z","hostname":"oxz_crucible_aa055184-3f3b-4f58-a526-f8ed65be429f","pid":26011} {"msg":"dataset: \"oxp_b7991bf7-ee51-4d6b-8d54-917a686cc8e8/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T05:46:15.504525731Z","hostname":"oxz_crucible_aa055184-3f3b-4f58-a526-f8ed65be429f","pid":26011} {"msg":"listen IP: [fd00:1122:3344:101::1a]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T05:46:15.504541062Z","hostname":"oxz_crucible_aa055184-3f3b-4f58-a526-f8ed65be429f","pid":26011} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T05:46:15.504549002Z","hostname":"oxz_crucible_aa055184-3f3b-4f58-a526-f8ed65be429f","pid":26011} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T05:46:15.519466703Z","hostname":"oxz_crucible_aa055184-3f3b-4f58-a526-f8ed65be429f","pid":26011,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T05:46:15.82951073Z","hostname":"oxz_crucible_aa055184-3f3b-4f58-a526-f8ed65be429f","pid":26011,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T05:47:06.528303791Z","hostname":"oxz_crucible_aa055184-3f3b-4f58-a526-f8ed65be429f","pid":26011,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:33334"} {"msg":"region e72e7b22-e34b-4235-966e-ba557dfaa1aa state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T05:47:06.555689285Z","hostname":"oxz_crucible_aa055184-3f3b-4f58-a526-f8ed65be429f","pid":26011,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T05:47:06.558498592Z","hostname":"oxz_crucible_aa055184-3f3b-4f58-a526-f8ed65be429f","pid":26011,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T05:47:06.558545023Z","hostname":"oxz_crucible_aa055184-3f3b-4f58-a526-f8ed65be429f","pid":26011,"uri":"/crucible/0/regions","method":"POST","req_id":"ed301bb4-07d8-47de-886a-fab7cbf5d899","remote_addr":"[fd00:1122:3344:101::b]:33334","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":16085,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_b7991bf7-ee51-4d6b-8d54-917a686cc8e8/crucible/regions/e72e7b22-e34b-4235-966e-ba557dfaa1aa","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T05:47:06.56822604Z","hostname":"oxz_crucible_aa055184-3f3b-4f58-a526-f8ed65be429f","pid":26011,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_b7991bf7-ee51-4d6b-8d54-917a686cc8e8/crucible/regions/e72e7b22-e34b-4235-966e-ba557dfaa1aa","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T05:47:06.568246671Z","hostname":"oxz_crucible_aa055184-3f3b-4f58-a526-f8ed65be429f","pid":26011,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"e72e7b22-e34b-4235-966e-ba557dfaa1aa\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/e72e7b22-e34b-4235-966e-ba557dfaa1aa\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T05:47:06.635699388Z","hostname":"oxz_crucible_aa055184-3f3b-4f58-a526-f8ed65be429f","pid":26011,"region":"e72e7b22-e34b-4235-966e-ba557dfaa1aa","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"e72e7b22-e34b-4235-966e-ba557dfaa1aa\" \"--data\" \"/data/regions/e72e7b22-e34b-4235-966e-ba557dfaa1aa\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T05:47:06.637733814Z","hostname":"oxz_crucible_aa055184-3f3b-4f58-a526-f8ed65be429f","pid":26011,"region":"e72e7b22-e34b-4235-966e-ba557dfaa1aa","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T05:47:06.818047725Z","hostname":"oxz_crucible_aa055184-3f3b-4f58-a526-f8ed65be429f","pid":26011,"uri":"/crucible/0/regions","method":"POST","req_id":"50305469-698a-4ded-beff-0e95d45fea2d","remote_addr":"[fd00:1122:3344:101::b]:33334","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":57,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T05:47:06.996901321Z","hostname":"oxz_crucible_aa055184-3f3b-4f58-a526-f8ed65be429f","pid":26011,"region":"e72e7b22-e34b-4235-966e-ba557dfaa1aa","component":"worker"} {"msg":"region e72e7b22-e34b-4235-966e-ba557dfaa1aa state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T05:47:06.996969564Z","hostname":"oxz_crucible_aa055184-3f3b-4f58-a526-f8ed65be429f","pid":26011,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T05:47:06.99714309Z","hostname":"oxz_crucible_aa055184-3f3b-4f58-a526-f8ed65be429f","pid":26011,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-e72e7b22-e34b-4235-966e-ba557dfaa1aa","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T05:47:06.99752564Z","hostname":"oxz_crucible_aa055184-3f3b-4f58-a526-f8ed65be429f","pid":26011,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-e72e7b22-e34b-4235-966e-ba557dfaa1aa","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T05:47:07.008545754Z","hostname":"oxz_crucible_aa055184-3f3b-4f58-a526-f8ed65be429f","pid":26011,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T05:47:07.028482653Z","hostname":"oxz_crucible_aa055184-3f3b-4f58-a526-f8ed65be429f","pid":26011,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-e72e7b22-e34b-4235-966e-ba557dfaa1aa","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T05:47:07.032176785Z","hostname":"oxz_crucible_aa055184-3f3b-4f58-a526-f8ed65be429f","pid":26011,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e72e7b22-e34b-4235-966e-ba557dfaa1aa","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T05:47:07.032923696Z","hostname":"oxz_crucible_aa055184-3f3b-4f58-a526-f8ed65be429f","pid":26011,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T05:47:07.032989407Z","hostname":"oxz_crucible_aa055184-3f3b-4f58-a526-f8ed65be429f","pid":26011,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T05:47:07.033034774Z","hostname":"oxz_crucible_aa055184-3f3b-4f58-a526-f8ed65be429f","pid":26011,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T05:47:07.033069594Z","hostname":"oxz_crucible_aa055184-3f3b-4f58-a526-f8ed65be429f","pid":26011,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T05:47:07.03816617Z","hostname":"oxz_crucible_aa055184-3f3b-4f58-a526-f8ed65be429f","pid":26011,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T05:47:07.042762996Z","hostname":"oxz_crucible_aa055184-3f3b-4f58-a526-f8ed65be429f","pid":26011,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T05:47:07.362412327Z","hostname":"oxz_crucible_aa055184-3f3b-4f58-a526-f8ed65be429f","pid":26011,"uri":"/crucible/0/regions","method":"POST","req_id":"67a4aae6-0097-4050-abfa-93aef5b096f2","remote_addr":"[fd00:1122:3344:101::b]:33334","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":61,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T05:58:23.281741003Z","hostname":"oxz_crucible_aa055184-3f3b-4f58-a526-f8ed65be429f","pid":26011,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:61809"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T05:58:23.282336799Z","hostname":"oxz_crucible_aa055184-3f3b-4f58-a526-f8ed65be429f","pid":26011,"uri":"/crucible/0/regions/e72e7b22-e34b-4235-966e-ba557dfaa1aa","method":"GET","req_id":"1babc2ac-86be-4f95-b776-114de2a550e9","remote_addr":"[fd00:1122:3344:101::b]:61809","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":72,"response_code":200} {"msg":"path is \"/data/regions/e72e7b22-e34b-4235-966e-ba557dfaa1aa\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T05:58:23.284592461Z","hostname":"oxz_crucible_aa055184-3f3b-4f58-a526-f8ed65be429f","pid":26011,"component":"datafile"} {"msg":"dataset is oxp_b7991bf7-ee51-4d6b-8d54-917a686cc8e8/crucible/regions/e72e7b22-e34b-4235-966e-ba557dfaa1aa","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T05:58:23.29144656Z","hostname":"oxz_crucible_aa055184-3f3b-4f58-a526-f8ed65be429f","pid":26011,"component":"datafile"} {"msg":"snapshot is oxp_b7991bf7-ee51-4d6b-8d54-917a686cc8e8/crucible/regions/e72e7b22-e34b-4235-966e-ba557dfaa1aa@dc021db2-435a-4a4a-9aff-a4433d36eed1","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T05:58:23.297296671Z","hostname":"oxz_crucible_aa055184-3f3b-4f58-a526-f8ed65be429f","pid":26011,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_b7991bf7-ee51-4d6b-8d54-917a686cc8e8/crucible/regions/e72e7b22-e34b-4235-966e-ba557dfaa1aa\", \"dc021db2-435a-4a4a-9aff-a4433d36eed1\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T05:58:23.297328362Z","hostname":"oxz_crucible_aa055184-3f3b-4f58-a526-f8ed65be429f","pid":26011,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T05:58:23.307708518Z","hostname":"oxz_crucible_aa055184-3f3b-4f58-a526-f8ed65be429f","pid":26011,"uri":"/crucible/0/regions/e72e7b22-e34b-4235-966e-ba557dfaa1aa/snapshots/dc021db2-435a-4a4a-9aff-a4433d36eed1","method":"GET","req_id":"c6cef82d-f4c6-4534-9a22-28234e72702e","remote_addr":"[fd00:1122:3344:101::b]:61809","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":23136,"response_code":200} {"msg":"path is \"/data/regions/e72e7b22-e34b-4235-966e-ba557dfaa1aa\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T05:58:23.31105217Z","hostname":"oxz_crucible_aa055184-3f3b-4f58-a526-f8ed65be429f","pid":26011,"component":"datafile"} {"msg":"dataset is oxp_b7991bf7-ee51-4d6b-8d54-917a686cc8e8/crucible/regions/e72e7b22-e34b-4235-966e-ba557dfaa1aa","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T05:58:23.316361606Z","hostname":"oxz_crucible_aa055184-3f3b-4f58-a526-f8ed65be429f","pid":26011,"component":"datafile"} {"msg":"snapshot is oxp_b7991bf7-ee51-4d6b-8d54-917a686cc8e8/crucible/regions/e72e7b22-e34b-4235-966e-ba557dfaa1aa@dc021db2-435a-4a4a-9aff-a4433d36eed1","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T05:58:23.321054475Z","hostname":"oxz_crucible_aa055184-3f3b-4f58-a526-f8ed65be429f","pid":26011,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_b7991bf7-ee51-4d6b-8d54-917a686cc8e8/crucible/regions/e72e7b22-e34b-4235-966e-ba557dfaa1aa\", \"dc021db2-435a-4a4a-9aff-a4433d36eed1\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T05:58:23.321085596Z","hostname":"oxz_crucible_aa055184-3f3b-4f58-a526-f8ed65be429f","pid":26011,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot e72e7b22-e34b-4235-966e-ba557dfaa1aa-dc021db2-435a-4a4a-9aff-a4433d36eed1 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T05:58:23.329436426Z","hostname":"oxz_crucible_aa055184-3f3b-4f58-a526-f8ed65be429f","pid":26011,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T05:58:23.330013602Z","hostname":"oxz_crucible_aa055184-3f3b-4f58-a526-f8ed65be429f","pid":26011,"uri":"/crucible/0/regions/e72e7b22-e34b-4235-966e-ba557dfaa1aa/snapshots/dc021db2-435a-4a4a-9aff-a4433d36eed1/run","method":"POST","req_id":"d7b0dafd-4b35-4c96-ad1f-4dd56c29da12","remote_addr":"[fd00:1122:3344:101::b]:61809","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":18977,"response_code":200} {"msg":"applying SMF actions for region e72e7b22-e34b-4235-966e-ba557dfaa1aa running snapshot dc021db2-435a-4a4a-9aff-a4433d36eed1 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T05:58:23.330031912Z","hostname":"oxz_crucible_aa055184-3f3b-4f58-a526-f8ed65be429f","pid":26011,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-e72e7b22-e34b-4235-966e-ba557dfaa1aa-dc021db2-435a-4a4a-9aff-a4433d36eed1","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T05:58:23.352424579Z","hostname":"oxz_crucible_aa055184-3f3b-4f58-a526-f8ed65be429f","pid":26011,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-e72e7b22-e34b-4235-966e-ba557dfaa1aa-dc021db2-435a-4a4a-9aff-a4433d36eed1","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T05:58:23.358568298Z","hostname":"oxz_crucible_aa055184-3f3b-4f58-a526-f8ed65be429f","pid":26011,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-e72e7b22-e34b-4235-966e-ba557dfaa1aa-dc021db2-435a-4a4a-9aff-a4433d36eed1","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T05:58:23.370214899Z","hostname":"oxz_crucible_aa055184-3f3b-4f58-a526-f8ed65be429f","pid":26011,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e72e7b22-e34b-4235-966e-ba557dfaa1aa/.zfs/snapshot/dc021db2-435a-4a4a-9aff-a4433d36eed1","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T05:58:23.370503737Z","hostname":"oxz_crucible_aa055184-3f3b-4f58-a526-f8ed65be429f","pid":26011,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T05:58:23.370542158Z","hostname":"oxz_crucible_aa055184-3f3b-4f58-a526-f8ed65be429f","pid":26011,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T05:58:23.370576059Z","hostname":"oxz_crucible_aa055184-3f3b-4f58-a526-f8ed65be429f","pid":26011,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T05:58:23.37061261Z","hostname":"oxz_crucible_aa055184-3f3b-4f58-a526-f8ed65be429f","pid":26011,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T05:58:23.370652381Z","hostname":"oxz_crucible_aa055184-3f3b-4f58-a526-f8ed65be429f","pid":26011,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T05:58:23.373915561Z","hostname":"oxz_crucible_aa055184-3f3b-4f58-a526-f8ed65be429f","pid":26011,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T05:58:23.378371433Z","hostname":"oxz_crucible_aa055184-3f3b-4f58-a526-f8ed65be429f","pid":26011,"component":"worker"} {"msg":"region e72e7b22-e34b-4235-966e-ba557dfaa1aa running snapshot dc021db2-435a-4a4a-9aff-a4433d36eed1 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T05:58:23.378378074Z","hostname":"oxz_crucible_aa055184-3f3b-4f58-a526-f8ed65be429f","pid":26011,"component":"datafile"} {"msg":"path is \"/data/regions/e72e7b22-e34b-4235-966e-ba557dfaa1aa\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T05:58:23.694752825Z","hostname":"oxz_crucible_aa055184-3f3b-4f58-a526-f8ed65be429f","pid":26011,"component":"datafile"} {"msg":"dataset is oxp_b7991bf7-ee51-4d6b-8d54-917a686cc8e8/crucible/regions/e72e7b22-e34b-4235-966e-ba557dfaa1aa","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T05:58:23.701060019Z","hostname":"oxz_crucible_aa055184-3f3b-4f58-a526-f8ed65be429f","pid":26011,"component":"datafile"} {"msg":"snapshot is oxp_b7991bf7-ee51-4d6b-8d54-917a686cc8e8/crucible/regions/e72e7b22-e34b-4235-966e-ba557dfaa1aa@dc021db2-435a-4a4a-9aff-a4433d36eed1","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T05:58:23.7072579Z","hostname":"oxz_crucible_aa055184-3f3b-4f58-a526-f8ed65be429f","pid":26011,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_b7991bf7-ee51-4d6b-8d54-917a686cc8e8/crucible/regions/e72e7b22-e34b-4235-966e-ba557dfaa1aa\", \"dc021db2-435a-4a4a-9aff-a4433d36eed1\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T05:58:23.707284051Z","hostname":"oxz_crucible_aa055184-3f3b-4f58-a526-f8ed65be429f","pid":26011,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T05:58:23.713261235Z","hostname":"oxz_crucible_aa055184-3f3b-4f58-a526-f8ed65be429f","pid":26011,"uri":"/crucible/0/regions/e72e7b22-e34b-4235-966e-ba557dfaa1aa/snapshots/dc021db2-435a-4a4a-9aff-a4433d36eed1/run","method":"POST","req_id":"9cc6e706-f8fe-4658-9a97-2c8e6a9423ac","remote_addr":"[fd00:1122:3344:101::b]:61809","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":18569,"response_code":200} {"msg":"region 6dd37e21-b346-406f-a838-f205647a1222 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T05:58:29.090562951Z","hostname":"oxz_crucible_aa055184-3f3b-4f58-a526-f8ed65be429f","pid":26011,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T05:58:29.090749987Z","hostname":"oxz_crucible_aa055184-3f3b-4f58-a526-f8ed65be429f","pid":26011,"uri":"/crucible/0/regions","method":"POST","req_id":"622d748c-6215-460b-9a3b-64d53d2ea17a","remote_addr":"[fd00:1122:3344:101::b]:61809","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":237,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T05:58:29.091360613Z","hostname":"oxz_crucible_aa055184-3f3b-4f58-a526-f8ed65be429f","pid":26011,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_b7991bf7-ee51-4d6b-8d54-917a686cc8e8/crucible/regions/6dd37e21-b346-406f-a838-f205647a1222","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T05:58:29.097171183Z","hostname":"oxz_crucible_aa055184-3f3b-4f58-a526-f8ed65be429f","pid":26011,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_b7991bf7-ee51-4d6b-8d54-917a686cc8e8/crucible/regions/6dd37e21-b346-406f-a838-f205647a1222","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T05:58:29.097213434Z","hostname":"oxz_crucible_aa055184-3f3b-4f58-a526-f8ed65be429f","pid":26011,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"6dd37e21-b346-406f-a838-f205647a1222\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/6dd37e21-b346-406f-a838-f205647a1222\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T05:58:29.143777387Z","hostname":"oxz_crucible_aa055184-3f3b-4f58-a526-f8ed65be429f","pid":26011,"region":"6dd37e21-b346-406f-a838-f205647a1222","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"6dd37e21-b346-406f-a838-f205647a1222\" \"--data\" \"/data/regions/6dd37e21-b346-406f-a838-f205647a1222\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T05:58:29.143815978Z","hostname":"oxz_crucible_aa055184-3f3b-4f58-a526-f8ed65be429f","pid":26011,"region":"6dd37e21-b346-406f-a838-f205647a1222","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T05:58:29.218835374Z","hostname":"oxz_crucible_aa055184-3f3b-4f58-a526-f8ed65be429f","pid":26011,"region":"6dd37e21-b346-406f-a838-f205647a1222","component":"worker"} {"msg":"region 6dd37e21-b346-406f-a838-f205647a1222 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T05:58:29.218864755Z","hostname":"oxz_crucible_aa055184-3f3b-4f58-a526-f8ed65be429f","pid":26011,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T05:58:29.218964157Z","hostname":"oxz_crucible_aa055184-3f3b-4f58-a526-f8ed65be429f","pid":26011,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-6dd37e21-b346-406f-a838-f205647a1222","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T05:58:29.219340728Z","hostname":"oxz_crucible_aa055184-3f3b-4f58-a526-f8ed65be429f","pid":26011,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-6dd37e21-b346-406f-a838-f205647a1222","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T05:58:29.231719989Z","hostname":"oxz_crucible_aa055184-3f3b-4f58-a526-f8ed65be429f","pid":26011,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T05:58:29.238910507Z","hostname":"oxz_crucible_aa055184-3f3b-4f58-a526-f8ed65be429f","pid":26011,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-6dd37e21-b346-406f-a838-f205647a1222","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T05:58:29.242138155Z","hostname":"oxz_crucible_aa055184-3f3b-4f58-a526-f8ed65be429f","pid":26011,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6dd37e21-b346-406f-a838-f205647a1222","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T05:58:29.242435464Z","hostname":"oxz_crucible_aa055184-3f3b-4f58-a526-f8ed65be429f","pid":26011,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T05:58:29.242491865Z","hostname":"oxz_crucible_aa055184-3f3b-4f58-a526-f8ed65be429f","pid":26011,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T05:58:29.242535676Z","hostname":"oxz_crucible_aa055184-3f3b-4f58-a526-f8ed65be429f","pid":26011,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T05:58:29.242577628Z","hostname":"oxz_crucible_aa055184-3f3b-4f58-a526-f8ed65be429f","pid":26011,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T05:58:29.247265737Z","hostname":"oxz_crucible_aa055184-3f3b-4f58-a526-f8ed65be429f","pid":26011,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T05:58:29.259106173Z","hostname":"oxz_crucible_aa055184-3f3b-4f58-a526-f8ed65be429f","pid":26011,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T05:58:29.290394034Z","hostname":"oxz_crucible_aa055184-3f3b-4f58-a526-f8ed65be429f","pid":26011,"uri":"/crucible/0/regions","method":"POST","req_id":"83588b33-4ffb-4103-8cc7-87d8e2de7d4f","remote_addr":"[fd00:1122:3344:101::b]:61809","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":66,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T05:58:57.520533286Z","hostname":"oxz_crucible_aa055184-3f3b-4f58-a526-f8ed65be429f","pid":26011,"uri":"/crucible/0/regions/6dd37e21-b346-406f-a838-f205647a1222","method":"GET","req_id":"c0e3cc51-804f-46df-a2cb-a3f9e30d1662","remote_addr":"[fd00:1122:3344:101::b]:61809","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":50,"response_code":200} {"msg":"path is \"/data/regions/6dd37e21-b346-406f-a838-f205647a1222\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T05:58:57.523507379Z","hostname":"oxz_crucible_aa055184-3f3b-4f58-a526-f8ed65be429f","pid":26011,"component":"datafile"} {"msg":"dataset is oxp_b7991bf7-ee51-4d6b-8d54-917a686cc8e8/crucible/regions/6dd37e21-b346-406f-a838-f205647a1222","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T05:58:57.534760558Z","hostname":"oxz_crucible_aa055184-3f3b-4f58-a526-f8ed65be429f","pid":26011,"component":"datafile"} {"msg":"region 6dd37e21-b346-406f-a838-f205647a1222 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T05:58:57.541089113Z","hostname":"oxz_crucible_aa055184-3f3b-4f58-a526-f8ed65be429f","pid":26011,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T05:58:57.54172487Z","hostname":"oxz_crucible_aa055184-3f3b-4f58-a526-f8ed65be429f","pid":26011,"uri":"/crucible/0/regions/6dd37e21-b346-406f-a838-f205647a1222","method":"DELETE","req_id":"5a7bb56b-fa76-423c-afc0-60425a7963fd","remote_addr":"[fd00:1122:3344:101::b]:61809","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":18236,"response_code":204} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T05:58:57.541753601Z","hostname":"oxz_crucible_aa055184-3f3b-4f58-a526-f8ed65be429f","pid":26011,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-6dd37e21-b346-406f-a838-f205647a1222 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T05:58:57.542661956Z","hostname":"oxz_crucible_aa055184-3f3b-4f58-a526-f8ed65be429f","pid":26011,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T05:58:57.544913018Z","hostname":"oxz_crucible_aa055184-3f3b-4f58-a526-f8ed65be429f","pid":26011,"uri":"/crucible/0/regions/6dd37e21-b346-406f-a838-f205647a1222","method":"GET","req_id":"9446d804-eb40-4d36-a4ad-c1f338e56a68","remote_addr":"[fd00:1122:3344:101::b]:61809","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":42,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T05:58:57.559530591Z","hostname":"oxz_crucible_aa055184-3f3b-4f58-a526-f8ed65be429f","pid":26011,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_b7991bf7-ee51-4d6b-8d54-917a686cc8e8/crucible/regions/6dd37e21-b346-406f-a838-f205647a1222\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T05:58:57.567341335Z","hostname":"oxz_crucible_aa055184-3f3b-4f58-a526-f8ed65be429f","pid":26011,"region":"6dd37e21-b346-406f-a838-f205647a1222","component":"worker"} {"msg":"region 6dd37e21-b346-406f-a838-f205647a1222 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T05:58:57.616060377Z","hostname":"oxz_crucible_aa055184-3f3b-4f58-a526-f8ed65be429f","pid":26011,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T05:58:57.616269993Z","hostname":"oxz_crucible_aa055184-3f3b-4f58-a526-f8ed65be429f","pid":26011,"uri":"/crucible/0/regions/6dd37e21-b346-406f-a838-f205647a1222","method":"GET","req_id":"ca13d087-6574-43d9-95e1-3168b7666b08","remote_addr":"[fd00:1122:3344:101::b]:61809","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":56,"response_code":200}