[ Sep 9 23:01:15 Enabled. ] [ Sep 9 23:01:15 Rereading configuration. ] [ Sep 9 23:01:17 Rereading configuration. ] [ Sep 9 23:01:21 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_0622445a-97a2-4bf8-9fe4-b2086d268803/crucible -l [fd00:1122:3344:101::13]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 779775d5130ff7a4836f52f48b7e64d1479ee104\nCommit timestamp: 2025-08-09T00:27:59.000000000Z branch: main\nrustc: 1.86.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:01:21.650872077Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551} {"msg":"dataset: \"oxp_0622445a-97a2-4bf8-9fe4-b2086d268803/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:01:21.651124542Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551} {"msg":"listen IP: [fd00:1122:3344:101::13]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:01:21.651138902Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:01:21.651144852Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:01:21.665240349Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:01:21.793662123Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:02:09.613030277Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:60427"} {"msg":"region 2e6f4823-c629-49af-a5e8-41ea05b9f189 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:02:09.656737114Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:02:09.664151974Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"uri":"/crucible/0/regions","method":"POST","req_id":"54f7bae5-affa-496b-837d-d684e4026a2a","remote_addr":"[fd00:1122:3344:101::b]:60427","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":25344,"response_code":200} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:02:09.668969238Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"component":"worker"} {"msg":"zfs set reservation of 1342177280 for oxp_0622445a-97a2-4bf8-9fe4-b2086d268803/crucible/regions/2e6f4823-c629-49af-a5e8-41ea05b9f189","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:02:09.678278501Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_0622445a-97a2-4bf8-9fe4-b2086d268803/crucible/regions/2e6f4823-c629-49af-a5e8-41ea05b9f189","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:02:09.678305312Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"2e6f4823-c629-49af-a5e8-41ea05b9f189\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/2e6f4823-c629-49af-a5e8-41ea05b9f189\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:02:09.745530492Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"region":"2e6f4823-c629-49af-a5e8-41ea05b9f189","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"2e6f4823-c629-49af-a5e8-41ea05b9f189\" \"--data\" \"/data/regions/2e6f4823-c629-49af-a5e8-41ea05b9f189\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:02:09.747601228Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"region":"2e6f4823-c629-49af-a5e8-41ea05b9f189","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:02:09.905261655Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"uri":"/crucible/0/regions","method":"POST","req_id":"ae6c6db9-2005-421c-83c0-ff7cfb16d38e","remote_addr":"[fd00:1122:3344:101::b]:60427","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":87,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:02:10.002188536Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"region":"2e6f4823-c629-49af-a5e8-41ea05b9f189","component":"worker"} {"msg":"region 2e6f4823-c629-49af-a5e8-41ea05b9f189 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:02:10.002233566Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:02:10.002346178Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-2e6f4823-c629-49af-a5e8-41ea05b9f189","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:02:10.002725095Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-2e6f4823-c629-49af-a5e8-41ea05b9f189","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:02:10.007834784Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:02:10.022446091Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-2e6f4823-c629-49af-a5e8-41ea05b9f189","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:02:10.025445354Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2e6f4823-c629-49af-a5e8-41ea05b9f189","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:02:10.025989883Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:02:10.034503703Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:02:10.034553464Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:02:10.034590744Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:02:10.039822496Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:02:10.043960558Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:02:10.318321583Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"uri":"/crucible/0/regions","method":"POST","req_id":"db3f9275-8591-434e-b53a-7b0f3b35adcc","remote_addr":"[fd00:1122:3344:101::b]:60427","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":44,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:02:10.803231272Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"uri":"/crucible/0/regions/2e6f4823-c629-49af-a5e8-41ea05b9f189","method":"GET","req_id":"cf1c6f09-fd74-49b4-adea-249b669a74b8","remote_addr":"[fd00:1122:3344:101::b]:60427","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":68,"response_code":200} {"msg":"path is \"/data/regions/2e6f4823-c629-49af-a5e8-41ea05b9f189\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:02:10.806845596Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"component":"datafile"} {"msg":"dataset is oxp_0622445a-97a2-4bf8-9fe4-b2086d268803/crucible/regions/2e6f4823-c629-49af-a5e8-41ea05b9f189","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:02:10.818768925Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"component":"datafile"} {"msg":"region 2e6f4823-c629-49af-a5e8-41ea05b9f189 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:02:10.832514326Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:02:10.832684289Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:02:10.832708899Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"uri":"/crucible/0/regions/2e6f4823-c629-49af-a5e8-41ea05b9f189","method":"DELETE","req_id":"5cf27073-e4b1-4453-a116-3a02b5531ff2","remote_addr":"[fd00:1122:3344:101::b]:60427","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":25923,"response_code":204} {"msg":"disabling downstairs instance: downstairs-2e6f4823-c629-49af-a5e8-41ea05b9f189 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:02:10.833733417Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:02:10.835947766Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"uri":"/crucible/0/regions/2e6f4823-c629-49af-a5e8-41ea05b9f189","method":"GET","req_id":"d8927668-0572-4508-9b2f-5a9f2c22a43c","remote_addr":"[fd00:1122:3344:101::b]:60427","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":29,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:02:10.837630316Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_0622445a-97a2-4bf8-9fe4-b2086d268803/crucible/regions/2e6f4823-c629-49af-a5e8-41ea05b9f189\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:02:10.849686007Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"region":"2e6f4823-c629-49af-a5e8-41ea05b9f189","component":"worker"} {"msg":"region 2e6f4823-c629-49af-a5e8-41ea05b9f189 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:02:10.921849343Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:02:10.943177608Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"uri":"/crucible/0/regions/2e6f4823-c629-49af-a5e8-41ea05b9f189","method":"GET","req_id":"7ac774eb-5f81-4c18-87b2-7e0286eb7016","remote_addr":"[fd00:1122:3344:101::b]:60427","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":56,"response_code":200} {"msg":"region 292d1985-294d-46b6-b1c4-9ae43276a2af state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:02:13.085719974Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:02:13.085894908Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"uri":"/crucible/0/regions","method":"POST","req_id":"2cc2b909-e94f-4eca-8cb1-14675a1a5a8f","remote_addr":"[fd00:1122:3344:101::b]:60427","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":254,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:02:13.085921758Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_0622445a-97a2-4bf8-9fe4-b2086d268803/crucible/regions/292d1985-294d-46b6-b1c4-9ae43276a2af","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:02:13.095914843Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_0622445a-97a2-4bf8-9fe4-b2086d268803/crucible/regions/292d1985-294d-46b6-b1c4-9ae43276a2af","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:02:13.095943684Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"292d1985-294d-46b6-b1c4-9ae43276a2af\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/292d1985-294d-46b6-b1c4-9ae43276a2af\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:02:13.175116123Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"region":"292d1985-294d-46b6-b1c4-9ae43276a2af","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"292d1985-294d-46b6-b1c4-9ae43276a2af\" \"--data\" \"/data/regions/292d1985-294d-46b6-b1c4-9ae43276a2af\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:02:13.175176064Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"region":"292d1985-294d-46b6-b1c4-9ae43276a2af","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:02:13.264177526Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"uri":"/crucible/0/regions","method":"POST","req_id":"3ec3d1f9-5cd9-4477-a0bc-d3b36beec645","remote_addr":"[fd00:1122:3344:101::b]:60427","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":74,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:02:13.268548683Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"region":"292d1985-294d-46b6-b1c4-9ae43276a2af","component":"worker"} {"msg":"region 292d1985-294d-46b6-b1c4-9ae43276a2af state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:02:13.268572133Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:02:13.268702085Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-292d1985-294d-46b6-b1c4-9ae43276a2af","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:02:13.270252443Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-292d1985-294d-46b6-b1c4-9ae43276a2af","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:02:13.275113368Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:02:13.288096976Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-292d1985-294d-46b6-b1c4-9ae43276a2af","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:02:13.291040707Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/292d1985-294d-46b6-b1c4-9ae43276a2af","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:02:13.291333713Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:02:13.291386683Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:02:13.291424904Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:02:13.291467255Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:02:13.294681671Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:02:13.298951266Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:02:13.636443609Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"uri":"/crucible/0/regions","method":"POST","req_id":"f6396bd0-1ff3-4b31-ac44-e3e095df6755","remote_addr":"[fd00:1122:3344:101::b]:60427","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":45,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:26.843798595Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:65365"} {"msg":"region 207d46c8-e911-4f69-b66f-0f5e72f9b548 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:26.844519407Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:26.844892344Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:26.844902004Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"uri":"/crucible/0/regions","method":"POST","req_id":"490e1081-09ee-41ad-a2b4-8307c4f9c328","remote_addr":"[fd00:1122:3344:101::b]:65365","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":1004,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_0622445a-97a2-4bf8-9fe4-b2086d268803/crucible/regions/207d46c8-e911-4f69-b66f-0f5e72f9b548","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:26.858840259Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_0622445a-97a2-4bf8-9fe4-b2086d268803/crucible/regions/207d46c8-e911-4f69-b66f-0f5e72f9b548","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:26.85887877Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"207d46c8-e911-4f69-b66f-0f5e72f9b548\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/207d46c8-e911-4f69-b66f-0f5e72f9b548\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:26.926190511Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"region":"207d46c8-e911-4f69-b66f-0f5e72f9b548","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"207d46c8-e911-4f69-b66f-0f5e72f9b548\" \"--data\" \"/data/regions/207d46c8-e911-4f69-b66f-0f5e72f9b548\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:26.928347969Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"region":"207d46c8-e911-4f69-b66f-0f5e72f9b548","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:27.060458247Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"region":"207d46c8-e911-4f69-b66f-0f5e72f9b548","component":"worker"} {"msg":"region 207d46c8-e911-4f69-b66f-0f5e72f9b548 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:27.060551928Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:27.06067976Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-207d46c8-e911-4f69-b66f-0f5e72f9b548","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:27.061865601Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-207d46c8-e911-4f69-b66f-0f5e72f9b548","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:27.082659226Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:27.107025144Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-207d46c8-e911-4f69-b66f-0f5e72f9b548","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:27.109798892Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/207d46c8-e911-4f69-b66f-0f5e72f9b548","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:27.110012896Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:27.110067037Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:27.110099168Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:27.110145399Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:27.113468497Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:27.118174899Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:27.124900847Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"uri":"/crucible/0/regions","method":"POST","req_id":"6cef6597-4d77-4433-8cde-d39f4ecc853b","remote_addr":"[fd00:1122:3344:101::b]:65365","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":55,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:28.694325965Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"uri":"/crucible/0/regions/292d1985-294d-46b6-b1c4-9ae43276a2af","method":"GET","req_id":"97ad86c2-c174-4f8b-91be-c74c92629a5d","remote_addr":"[fd00:1122:3344:101::b]:65365","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":61,"response_code":200} {"msg":"path is \"/data/regions/292d1985-294d-46b6-b1c4-9ae43276a2af\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:28.698278275Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"component":"datafile"} {"msg":"dataset is oxp_0622445a-97a2-4bf8-9fe4-b2086d268803/crucible/regions/292d1985-294d-46b6-b1c4-9ae43276a2af","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:28.707025788Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"component":"datafile"} {"msg":"snapshot is oxp_0622445a-97a2-4bf8-9fe4-b2086d268803/crucible/regions/292d1985-294d-46b6-b1c4-9ae43276a2af@b558694f-ee91-4483-b7e5-fc47938cce3d","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:28.714828735Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_0622445a-97a2-4bf8-9fe4-b2086d268803/crucible/regions/292d1985-294d-46b6-b1c4-9ae43276a2af\", \"b558694f-ee91-4483-b7e5-fc47938cce3d\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:28.714868916Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:28.725443191Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"uri":"/crucible/0/regions/292d1985-294d-46b6-b1c4-9ae43276a2af/snapshots/b558694f-ee91-4483-b7e5-fc47938cce3d","method":"GET","req_id":"d4a81b67-6bb3-43ac-9568-3e3b6968059b","remote_addr":"[fd00:1122:3344:101::b]:65365","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":27158,"response_code":200} {"msg":"path is \"/data/regions/292d1985-294d-46b6-b1c4-9ae43276a2af\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:28.728837961Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"component":"datafile"} {"msg":"dataset is oxp_0622445a-97a2-4bf8-9fe4-b2086d268803/crucible/regions/292d1985-294d-46b6-b1c4-9ae43276a2af","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:28.739161872Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"component":"datafile"} {"msg":"snapshot is oxp_0622445a-97a2-4bf8-9fe4-b2086d268803/crucible/regions/292d1985-294d-46b6-b1c4-9ae43276a2af@b558694f-ee91-4483-b7e5-fc47938cce3d","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:28.747241634Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_0622445a-97a2-4bf8-9fe4-b2086d268803/crucible/regions/292d1985-294d-46b6-b1c4-9ae43276a2af\", \"b558694f-ee91-4483-b7e5-fc47938cce3d\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:28.747265974Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 292d1985-294d-46b6-b1c4-9ae43276a2af-b558694f-ee91-4483-b7e5-fc47938cce3d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:28.759342066Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"component":"datafile"} {"msg":"applying SMF actions for region 292d1985-294d-46b6-b1c4-9ae43276a2af running snapshot b558694f-ee91-4483-b7e5-fc47938cce3d (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:28.75955517Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:28.75956776Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"uri":"/crucible/0/regions/292d1985-294d-46b6-b1c4-9ae43276a2af/snapshots/b558694f-ee91-4483-b7e5-fc47938cce3d/run","method":"POST","req_id":"c0c9a2c2-ecb0-412f-b0bf-020c62a5f368","remote_addr":"[fd00:1122:3344:101::b]:65365","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":30747,"response_code":200} {"msg":"creating missing snapshot instance snapshot-292d1985-294d-46b6-b1c4-9ae43276a2af-b558694f-ee91-4483-b7e5-fc47938cce3d","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:28.762095565Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-292d1985-294d-46b6-b1c4-9ae43276a2af-b558694f-ee91-4483-b7e5-fc47938cce3d","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:28.764796762Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-292d1985-294d-46b6-b1c4-9ae43276a2af-b558694f-ee91-4483-b7e5-fc47938cce3d","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:28.774009474Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/292d1985-294d-46b6-b1c4-9ae43276a2af/.zfs/snapshot/b558694f-ee91-4483-b7e5-fc47938cce3d","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:28.774240938Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:28.774305599Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:28.77434512Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:28.77438095Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:28.774427071Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:28.777840671Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:28.782650765Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"component":"worker"} {"msg":"region 292d1985-294d-46b6-b1c4-9ae43276a2af running snapshot b558694f-ee91-4483-b7e5-fc47938cce3d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:28.782666986Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"component":"datafile"} {"msg":"path is \"/data/regions/292d1985-294d-46b6-b1c4-9ae43276a2af\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:29.046386913Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"component":"datafile"} {"msg":"dataset is oxp_0622445a-97a2-4bf8-9fe4-b2086d268803/crucible/regions/292d1985-294d-46b6-b1c4-9ae43276a2af","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:29.056192295Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"component":"datafile"} {"msg":"snapshot is oxp_0622445a-97a2-4bf8-9fe4-b2086d268803/crucible/regions/292d1985-294d-46b6-b1c4-9ae43276a2af@b558694f-ee91-4483-b7e5-fc47938cce3d","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:29.064845507Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_0622445a-97a2-4bf8-9fe4-b2086d268803/crucible/regions/292d1985-294d-46b6-b1c4-9ae43276a2af\", \"b558694f-ee91-4483-b7e5-fc47938cce3d\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:29.064881178Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:29.072341929Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"uri":"/crucible/0/regions/292d1985-294d-46b6-b1c4-9ae43276a2af/snapshots/b558694f-ee91-4483-b7e5-fc47938cce3d/run","method":"POST","req_id":"23fa5134-b2b9-4f91-b87b-f10405b6ae45","remote_addr":"[fd00:1122:3344:101::b]:65365","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":25990,"response_code":200} {"msg":"region 38ed6c5a-7937-48a5-9221-8bcfbce260ba state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:33.933354924Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:33.933535957Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"uri":"/crucible/0/regions","method":"POST","req_id":"1bc7f996-8103-4669-a2a9-52cea9e9457a","remote_addr":"[fd00:1122:3344:101::b]:65365","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":246,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:33.933572117Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_0622445a-97a2-4bf8-9fe4-b2086d268803/crucible/regions/38ed6c5a-7937-48a5-9221-8bcfbce260ba","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:33.945423265Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_0622445a-97a2-4bf8-9fe4-b2086d268803/crucible/regions/38ed6c5a-7937-48a5-9221-8bcfbce260ba","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:33.945464046Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"38ed6c5a-7937-48a5-9221-8bcfbce260ba\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/38ed6c5a-7937-48a5-9221-8bcfbce260ba\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:34.021024652Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"region":"38ed6c5a-7937-48a5-9221-8bcfbce260ba","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"38ed6c5a-7937-48a5-9221-8bcfbce260ba\" \"--data\" \"/data/regions/38ed6c5a-7937-48a5-9221-8bcfbce260ba\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:34.023260351Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"region":"38ed6c5a-7937-48a5-9221-8bcfbce260ba","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:34.094682655Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"region":"38ed6c5a-7937-48a5-9221-8bcfbce260ba","component":"worker"} {"msg":"region 38ed6c5a-7937-48a5-9221-8bcfbce260ba state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:34.094719485Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:34.094844857Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-38ed6c5a-7937-48a5-9221-8bcfbce260ba","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:34.097214699Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-38ed6c5a-7937-48a5-9221-8bcfbce260ba","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:34.099859765Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:34.106261468Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-38ed6c5a-7937-48a5-9221-8bcfbce260ba","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:34.109703318Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/38ed6c5a-7937-48a5-9221-8bcfbce260ba","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:34.109897682Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:34.109950823Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:34.109992643Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:34.110030944Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:34.11436212Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:34.119380718Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:34.237721725Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"uri":"/crucible/0/regions","method":"POST","req_id":"bb6e0872-baa7-4906-827c-d4d418bde206","remote_addr":"[fd00:1122:3344:101::b]:65365","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":69,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:58.817455Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"uri":"/crucible/0/regions/38ed6c5a-7937-48a5-9221-8bcfbce260ba","method":"GET","req_id":"f5aad078-86c3-4bcd-8a7e-f98bd0f75db3","remote_addr":"[fd00:1122:3344:101::b]:65365","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":47,"response_code":200} {"msg":"path is \"/data/regions/38ed6c5a-7937-48a5-9221-8bcfbce260ba\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:58.820510984Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"component":"datafile"} {"msg":"dataset is oxp_0622445a-97a2-4bf8-9fe4-b2086d268803/crucible/regions/38ed6c5a-7937-48a5-9221-8bcfbce260ba","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:58.833507032Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"component":"datafile"} {"msg":"region 38ed6c5a-7937-48a5-9221-8bcfbce260ba state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:58.843731131Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:58.843959515Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:58.843984175Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"uri":"/crucible/0/regions/38ed6c5a-7937-48a5-9221-8bcfbce260ba","method":"DELETE","req_id":"f8f4c871-afb8-4a9f-a771-2c2235914b2a","remote_addr":"[fd00:1122:3344:101::b]:65365","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":23525,"response_code":204} {"msg":"disabling downstairs instance: downstairs-38ed6c5a-7937-48a5-9221-8bcfbce260ba (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:58.845545053Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:58.847864204Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"uri":"/crucible/0/regions/38ed6c5a-7937-48a5-9221-8bcfbce260ba","method":"GET","req_id":"130c156c-17f5-4aa2-98fe-11e3fa6158ee","remote_addr":"[fd00:1122:3344:101::b]:65365","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":22,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:58.859228723Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_0622445a-97a2-4bf8-9fe4-b2086d268803/crucible/regions/38ed6c5a-7937-48a5-9221-8bcfbce260ba\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:58.871256294Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"region":"38ed6c5a-7937-48a5-9221-8bcfbce260ba","component":"worker"} {"msg":"region 38ed6c5a-7937-48a5-9221-8bcfbce260ba state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:58.943426051Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:59.000905889Z","hostname":"oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9","pid":25551,"uri":"/crucible/0/regions/38ed6c5a-7937-48a5-9221-8bcfbce260ba","method":"GET","req_id":"c232ad06-9401-44cf-b6b2-d6a8cc684ae2","remote_addr":"[fd00:1122:3344:101::b]:65365","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":71,"response_code":200}