[ Jan 14 00:45:41 Enabled. ] [ Jan 14 00:45:41 Rereading configuration. ] [ Jan 14 00:45:47 Rereading configuration. ] [ Jan 14 00:45:55 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_a90dc747-65c0-403f-bfc2-862bb03c9570/crucible -l [fd00:1122:3344:101::15]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7103cd3a3d7b0112d2949dd135db06fef0c156bb\nCommit timestamp: 2025-11-10T22:24:53.000000000Z branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:45:55.885140252Z","hostname":"oxz_crucible_e79011d1-bb5e-448a-84d3-e96fcee4a017","pid":142} {"msg":"dataset: \"oxp_a90dc747-65c0-403f-bfc2-862bb03c9570/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:45:55.885881548Z","hostname":"oxz_crucible_e79011d1-bb5e-448a-84d3-e96fcee4a017","pid":142} {"msg":"listen IP: [fd00:1122:3344:101::15]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:45:55.885894628Z","hostname":"oxz_crucible_e79011d1-bb5e-448a-84d3-e96fcee4a017","pid":142} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:45:55.885899799Z","hostname":"oxz_crucible_e79011d1-bb5e-448a-84d3-e96fcee4a017","pid":142} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:45:55.902458451Z","hostname":"oxz_crucible_e79011d1-bb5e-448a-84d3-e96fcee4a017","pid":142,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:45:55.991610141Z","hostname":"oxz_crucible_e79011d1-bb5e-448a-84d3-e96fcee4a017","pid":142,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:46:22.918079387Z","hostname":"oxz_crucible_e79011d1-bb5e-448a-84d3-e96fcee4a017","pid":142,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:51512"} {"msg":"region 5c1a1fe3-a6a3-4c24-aff8-8587d4adda95 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:46:22.94425003Z","hostname":"oxz_crucible_e79011d1-bb5e-448a-84d3-e96fcee4a017","pid":142,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:46:22.947389128Z","hostname":"oxz_crucible_e79011d1-bb5e-448a-84d3-e96fcee4a017","pid":142,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:46:22.94744702Z","hostname":"oxz_crucible_e79011d1-bb5e-448a-84d3-e96fcee4a017","pid":142,"uri":"/crucible/0/regions","method":"POST","req_id":"a5319b8b-3dca-4e52-b2de-29136867c70f","remote_addr":"[fd00:1122:3344:101::a]:51512","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":15254,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_a90dc747-65c0-403f-bfc2-862bb03c9570/crucible/regions/5c1a1fe3-a6a3-4c24-aff8-8587d4adda95","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:46:22.956671082Z","hostname":"oxz_crucible_e79011d1-bb5e-448a-84d3-e96fcee4a017","pid":142,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_a90dc747-65c0-403f-bfc2-862bb03c9570/crucible/regions/5c1a1fe3-a6a3-4c24-aff8-8587d4adda95","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:46:22.956692022Z","hostname":"oxz_crucible_e79011d1-bb5e-448a-84d3-e96fcee4a017","pid":142,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"5c1a1fe3-a6a3-4c24-aff8-8587d4adda95\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/5c1a1fe3-a6a3-4c24-aff8-8587d4adda95\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:46:23.027899849Z","hostname":"oxz_crucible_e79011d1-bb5e-448a-84d3-e96fcee4a017","pid":142,"region":"5c1a1fe3-a6a3-4c24-aff8-8587d4adda95","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"5c1a1fe3-a6a3-4c24-aff8-8587d4adda95\" \"--data\" \"/data/regions/5c1a1fe3-a6a3-4c24-aff8-8587d4adda95\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:46:23.030286802Z","hostname":"oxz_crucible_e79011d1-bb5e-448a-84d3-e96fcee4a017","pid":142,"region":"5c1a1fe3-a6a3-4c24-aff8-8587d4adda95","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:46:23.146893222Z","hostname":"oxz_crucible_e79011d1-bb5e-448a-84d3-e96fcee4a017","pid":142,"uri":"/crucible/0/regions","method":"POST","req_id":"47dfb845-765e-4ce8-a576-e8117df50e5c","remote_addr":"[fd00:1122:3344:101::a]:51512","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":70,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:46:23.394084108Z","hostname":"oxz_crucible_e79011d1-bb5e-448a-84d3-e96fcee4a017","pid":142,"region":"5c1a1fe3-a6a3-4c24-aff8-8587d4adda95","component":"worker"} {"msg":"region 5c1a1fe3-a6a3-4c24-aff8-8587d4adda95 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:46:23.394121559Z","hostname":"oxz_crucible_e79011d1-bb5e-448a-84d3-e96fcee4a017","pid":142,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:46:23.394327294Z","hostname":"oxz_crucible_e79011d1-bb5e-448a-84d3-e96fcee4a017","pid":142,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-5c1a1fe3-a6a3-4c24-aff8-8587d4adda95","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:46:23.394674181Z","hostname":"oxz_crucible_e79011d1-bb5e-448a-84d3-e96fcee4a017","pid":142,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-5c1a1fe3-a6a3-4c24-aff8-8587d4adda95","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:46:23.399879915Z","hostname":"oxz_crucible_e79011d1-bb5e-448a-84d3-e96fcee4a017","pid":142,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:46:23.414152817Z","hostname":"oxz_crucible_e79011d1-bb5e-448a-84d3-e96fcee4a017","pid":142,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-5c1a1fe3-a6a3-4c24-aff8-8587d4adda95","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:46:23.41749269Z","hostname":"oxz_crucible_e79011d1-bb5e-448a-84d3-e96fcee4a017","pid":142,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/5c1a1fe3-a6a3-4c24-aff8-8587d4adda95","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:46:23.418053573Z","hostname":"oxz_crucible_e79011d1-bb5e-448a-84d3-e96fcee4a017","pid":142,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:46:23.418109624Z","hostname":"oxz_crucible_e79011d1-bb5e-448a-84d3-e96fcee4a017","pid":142,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:46:23.418150145Z","hostname":"oxz_crucible_e79011d1-bb5e-448a-84d3-e96fcee4a017","pid":142,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:46:23.418184856Z","hostname":"oxz_crucible_e79011d1-bb5e-448a-84d3-e96fcee4a017","pid":142,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:46:23.422156532Z","hostname":"oxz_crucible_e79011d1-bb5e-448a-84d3-e96fcee4a017","pid":142,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:46:23.426730382Z","hostname":"oxz_crucible_e79011d1-bb5e-448a-84d3-e96fcee4a017","pid":142,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:46:23.523413267Z","hostname":"oxz_crucible_e79011d1-bb5e-448a-84d3-e96fcee4a017","pid":142,"uri":"/crucible/0/regions","method":"POST","req_id":"a3311322-9162-4ab7-bd4e-77eb4878e9ea","remote_addr":"[fd00:1122:3344:101::a]:51512","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":56,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:14.078955008Z","hostname":"oxz_crucible_e79011d1-bb5e-448a-84d3-e96fcee4a017","pid":142,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:50930"} {"msg":"region 33ae5baf-ecd2-4d3a-a48a-36adf84b7d73 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:14.079194993Z","hostname":"oxz_crucible_e79011d1-bb5e-448a-84d3-e96fcee4a017","pid":142,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:14.079700134Z","hostname":"oxz_crucible_e79011d1-bb5e-448a-84d3-e96fcee4a017","pid":142,"uri":"/crucible/0/regions","method":"POST","req_id":"e258a270-c394-404a-8989-b098201c6c96","remote_addr":"[fd00:1122:3344:101::a]:50930","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":678,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:14.079728105Z","hostname":"oxz_crucible_e79011d1-bb5e-448a-84d3-e96fcee4a017","pid":142,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_a90dc747-65c0-403f-bfc2-862bb03c9570/crucible/regions/33ae5baf-ecd2-4d3a-a48a-36adf84b7d73","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:14.087810191Z","hostname":"oxz_crucible_e79011d1-bb5e-448a-84d3-e96fcee4a017","pid":142,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_a90dc747-65c0-403f-bfc2-862bb03c9570/crucible/regions/33ae5baf-ecd2-4d3a-a48a-36adf84b7d73","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:14.087836292Z","hostname":"oxz_crucible_e79011d1-bb5e-448a-84d3-e96fcee4a017","pid":142,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"33ae5baf-ecd2-4d3a-a48a-36adf84b7d73\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/33ae5baf-ecd2-4d3a-a48a-36adf84b7d73\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:14.153923608Z","hostname":"oxz_crucible_e79011d1-bb5e-448a-84d3-e96fcee4a017","pid":142,"region":"33ae5baf-ecd2-4d3a-a48a-36adf84b7d73","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"33ae5baf-ecd2-4d3a-a48a-36adf84b7d73\" \"--data\" \"/data/regions/33ae5baf-ecd2-4d3a-a48a-36adf84b7d73\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:14.153968678Z","hostname":"oxz_crucible_e79011d1-bb5e-448a-84d3-e96fcee4a017","pid":142,"region":"33ae5baf-ecd2-4d3a-a48a-36adf84b7d73","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:14.226437034Z","hostname":"oxz_crucible_e79011d1-bb5e-448a-84d3-e96fcee4a017","pid":142,"region":"33ae5baf-ecd2-4d3a-a48a-36adf84b7d73","component":"worker"} {"msg":"region 33ae5baf-ecd2-4d3a-a48a-36adf84b7d73 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:14.226469984Z","hostname":"oxz_crucible_e79011d1-bb5e-448a-84d3-e96fcee4a017","pid":142,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:14.226563366Z","hostname":"oxz_crucible_e79011d1-bb5e-448a-84d3-e96fcee4a017","pid":142,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-33ae5baf-ecd2-4d3a-a48a-36adf84b7d73","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:14.226896424Z","hostname":"oxz_crucible_e79011d1-bb5e-448a-84d3-e96fcee4a017","pid":142,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-33ae5baf-ecd2-4d3a-a48a-36adf84b7d73","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:14.238325794Z","hostname":"oxz_crucible_e79011d1-bb5e-448a-84d3-e96fcee4a017","pid":142,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:14.256257886Z","hostname":"oxz_crucible_e79011d1-bb5e-448a-84d3-e96fcee4a017","pid":142,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-33ae5baf-ecd2-4d3a-a48a-36adf84b7d73","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:14.258929174Z","hostname":"oxz_crucible_e79011d1-bb5e-448a-84d3-e96fcee4a017","pid":142,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/33ae5baf-ecd2-4d3a-a48a-36adf84b7d73","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:14.259193Z","hostname":"oxz_crucible_e79011d1-bb5e-448a-84d3-e96fcee4a017","pid":142,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:14.259240621Z","hostname":"oxz_crucible_e79011d1-bb5e-448a-84d3-e96fcee4a017","pid":142,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:14.259279082Z","hostname":"oxz_crucible_e79011d1-bb5e-448a-84d3-e96fcee4a017","pid":142,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:14.259314522Z","hostname":"oxz_crucible_e79011d1-bb5e-448a-84d3-e96fcee4a017","pid":142,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:14.262631965Z","hostname":"oxz_crucible_e79011d1-bb5e-448a-84d3-e96fcee4a017","pid":142,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:14.281386005Z","hostname":"oxz_crucible_e79011d1-bb5e-448a-84d3-e96fcee4a017","pid":142,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:14.406390249Z","hostname":"oxz_crucible_e79011d1-bb5e-448a-84d3-e96fcee4a017","pid":142,"uri":"/crucible/0/regions","method":"POST","req_id":"ad6a890b-9d5a-4eae-88bb-09f99413ec7e","remote_addr":"[fd00:1122:3344:101::a]:50930","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":59,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:14.790644473Z","hostname":"oxz_crucible_e79011d1-bb5e-448a-84d3-e96fcee4a017","pid":142,"uri":"/crucible/0/regions/5c1a1fe3-a6a3-4c24-aff8-8587d4adda95","method":"GET","req_id":"1f519579-fe93-494d-af88-9ff1a0f810d8","remote_addr":"[fd00:1122:3344:101::a]:50930","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":91,"response_code":200} {"msg":"path is \"/data/regions/5c1a1fe3-a6a3-4c24-aff8-8587d4adda95\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:14.795583061Z","hostname":"oxz_crucible_e79011d1-bb5e-448a-84d3-e96fcee4a017","pid":142,"component":"datafile"} {"msg":"dataset is oxp_a90dc747-65c0-403f-bfc2-862bb03c9570/crucible/regions/5c1a1fe3-a6a3-4c24-aff8-8587d4adda95","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:14.805524359Z","hostname":"oxz_crucible_e79011d1-bb5e-448a-84d3-e96fcee4a017","pid":142,"component":"datafile"} {"msg":"snapshot is oxp_a90dc747-65c0-403f-bfc2-862bb03c9570/crucible/regions/5c1a1fe3-a6a3-4c24-aff8-8587d4adda95@2ea16fa9-7923-4200-8b9a-abecf5a49ddd","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:14.81562556Z","hostname":"oxz_crucible_e79011d1-bb5e-448a-84d3-e96fcee4a017","pid":142,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_a90dc747-65c0-403f-bfc2-862bb03c9570/crucible/regions/5c1a1fe3-a6a3-4c24-aff8-8587d4adda95\", \"2ea16fa9-7923-4200-8b9a-abecf5a49ddd\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:14.81566721Z","hostname":"oxz_crucible_e79011d1-bb5e-448a-84d3-e96fcee4a017","pid":142,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:14.828352008Z","hostname":"oxz_crucible_e79011d1-bb5e-448a-84d3-e96fcee4a017","pid":142,"uri":"/crucible/0/regions/5c1a1fe3-a6a3-4c24-aff8-8587d4adda95/snapshots/2ea16fa9-7923-4200-8b9a-abecf5a49ddd","method":"GET","req_id":"0d6dcba8-6c57-4144-b0f8-33c6cfa36ebb","remote_addr":"[fd00:1122:3344:101::a]:50930","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":32820,"response_code":200} {"msg":"path is \"/data/regions/5c1a1fe3-a6a3-4c24-aff8-8587d4adda95\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:14.835258329Z","hostname":"oxz_crucible_e79011d1-bb5e-448a-84d3-e96fcee4a017","pid":142,"component":"datafile"} {"msg":"dataset is oxp_a90dc747-65c0-403f-bfc2-862bb03c9570/crucible/regions/5c1a1fe3-a6a3-4c24-aff8-8587d4adda95","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:14.844704116Z","hostname":"oxz_crucible_e79011d1-bb5e-448a-84d3-e96fcee4a017","pid":142,"component":"datafile"} {"msg":"snapshot is oxp_a90dc747-65c0-403f-bfc2-862bb03c9570/crucible/regions/5c1a1fe3-a6a3-4c24-aff8-8587d4adda95@2ea16fa9-7923-4200-8b9a-abecf5a49ddd","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:14.853834975Z","hostname":"oxz_crucible_e79011d1-bb5e-448a-84d3-e96fcee4a017","pid":142,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_a90dc747-65c0-403f-bfc2-862bb03c9570/crucible/regions/5c1a1fe3-a6a3-4c24-aff8-8587d4adda95\", \"2ea16fa9-7923-4200-8b9a-abecf5a49ddd\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:14.853857306Z","hostname":"oxz_crucible_e79011d1-bb5e-448a-84d3-e96fcee4a017","pid":142,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 5c1a1fe3-a6a3-4c24-aff8-8587d4adda95-2ea16fa9-7923-4200-8b9a-abecf5a49ddd state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:14.863868135Z","hostname":"oxz_crucible_e79011d1-bb5e-448a-84d3-e96fcee4a017","pid":142,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:14.864043268Z","hostname":"oxz_crucible_e79011d1-bb5e-448a-84d3-e96fcee4a017","pid":142,"uri":"/crucible/0/regions/5c1a1fe3-a6a3-4c24-aff8-8587d4adda95/snapshots/2ea16fa9-7923-4200-8b9a-abecf5a49ddd/run","method":"POST","req_id":"440f19dc-e2d6-40fd-b779-d193695b46cf","remote_addr":"[fd00:1122:3344:101::a]:50930","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":28820,"response_code":200} {"msg":"applying SMF actions for region 5c1a1fe3-a6a3-4c24-aff8-8587d4adda95 running snapshot 2ea16fa9-7923-4200-8b9a-abecf5a49ddd (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:14.864067049Z","hostname":"oxz_crucible_e79011d1-bb5e-448a-84d3-e96fcee4a017","pid":142,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-5c1a1fe3-a6a3-4c24-aff8-8587d4adda95-2ea16fa9-7923-4200-8b9a-abecf5a49ddd","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:14.870337056Z","hostname":"oxz_crucible_e79011d1-bb5e-448a-84d3-e96fcee4a017","pid":142,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-5c1a1fe3-a6a3-4c24-aff8-8587d4adda95-2ea16fa9-7923-4200-8b9a-abecf5a49ddd","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:14.883122296Z","hostname":"oxz_crucible_e79011d1-bb5e-448a-84d3-e96fcee4a017","pid":142,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-5c1a1fe3-a6a3-4c24-aff8-8587d4adda95-2ea16fa9-7923-4200-8b9a-abecf5a49ddd","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:14.895390464Z","hostname":"oxz_crucible_e79011d1-bb5e-448a-84d3-e96fcee4a017","pid":142,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/5c1a1fe3-a6a3-4c24-aff8-8587d4adda95/.zfs/snapshot/2ea16fa9-7923-4200-8b9a-abecf5a49ddd","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:14.895801043Z","hostname":"oxz_crucible_e79011d1-bb5e-448a-84d3-e96fcee4a017","pid":142,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:14.895851674Z","hostname":"oxz_crucible_e79011d1-bb5e-448a-84d3-e96fcee4a017","pid":142,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:14.895897725Z","hostname":"oxz_crucible_e79011d1-bb5e-448a-84d3-e96fcee4a017","pid":142,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:14.895947466Z","hostname":"oxz_crucible_e79011d1-bb5e-448a-84d3-e96fcee4a017","pid":142,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:14.896004698Z","hostname":"oxz_crucible_e79011d1-bb5e-448a-84d3-e96fcee4a017","pid":142,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:14.902315996Z","hostname":"oxz_crucible_e79011d1-bb5e-448a-84d3-e96fcee4a017","pid":142,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:14.907377849Z","hostname":"oxz_crucible_e79011d1-bb5e-448a-84d3-e96fcee4a017","pid":142,"component":"worker"} {"msg":"region 5c1a1fe3-a6a3-4c24-aff8-8587d4adda95 running snapshot 2ea16fa9-7923-4200-8b9a-abecf5a49ddd state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:14.907396852Z","hostname":"oxz_crucible_e79011d1-bb5e-448a-84d3-e96fcee4a017","pid":142,"component":"datafile"} {"msg":"path is \"/data/regions/5c1a1fe3-a6a3-4c24-aff8-8587d4adda95\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:15.027688887Z","hostname":"oxz_crucible_e79011d1-bb5e-448a-84d3-e96fcee4a017","pid":142,"component":"datafile"} {"msg":"dataset is oxp_a90dc747-65c0-403f-bfc2-862bb03c9570/crucible/regions/5c1a1fe3-a6a3-4c24-aff8-8587d4adda95","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:15.033634308Z","hostname":"oxz_crucible_e79011d1-bb5e-448a-84d3-e96fcee4a017","pid":142,"component":"datafile"} {"msg":"snapshot is oxp_a90dc747-65c0-403f-bfc2-862bb03c9570/crucible/regions/5c1a1fe3-a6a3-4c24-aff8-8587d4adda95@2ea16fa9-7923-4200-8b9a-abecf5a49ddd","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:15.038386941Z","hostname":"oxz_crucible_e79011d1-bb5e-448a-84d3-e96fcee4a017","pid":142,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_a90dc747-65c0-403f-bfc2-862bb03c9570/crucible/regions/5c1a1fe3-a6a3-4c24-aff8-8587d4adda95\", \"2ea16fa9-7923-4200-8b9a-abecf5a49ddd\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:15.038426072Z","hostname":"oxz_crucible_e79011d1-bb5e-448a-84d3-e96fcee4a017","pid":142,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:15.045245951Z","hostname":"oxz_crucible_e79011d1-bb5e-448a-84d3-e96fcee4a017","pid":142,"uri":"/crucible/0/regions/5c1a1fe3-a6a3-4c24-aff8-8587d4adda95/snapshots/2ea16fa9-7923-4200-8b9a-abecf5a49ddd/run","method":"POST","req_id":"6440350a-47c3-468f-9f20-c6554ce54a24","remote_addr":"[fd00:1122:3344:101::a]:50930","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":17594,"response_code":200}