[ Jan 16 09:46:28 Enabled. ] [ Jan 16 09:46:28 Rereading configuration. ] [ Jan 16 09:46:31 Rereading configuration. ] [ Jan 16 09:46:38 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_ec5b9043-30e9-4cc1-94a7-63c3fb8cccec/crucible -l [fd00:1122:3344:101::16]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7103cd3a3d7b0112d2949dd135db06fef0c156bb\nCommit timestamp: 2025-11-10T22:24:53.000000000Z branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:46:38.716390722Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211} {"msg":"dataset: \"oxp_ec5b9043-30e9-4cc1-94a7-63c3fb8cccec/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:46:38.717178613Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211} {"msg":"listen IP: [fd00:1122:3344:101::16]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:46:38.717188153Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:46:38.717193493Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:46:38.727091745Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:46:38.900972985Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:47:27.521250544Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:44427"} {"msg":"region 3940b897-5e8a-403b-840f-2576a143a262 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:47:27.548840062Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"component":"datafile"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:47:27.551595079Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:47:27.551619319Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"uri":"/crucible/0/regions","method":"POST","req_id":"09c47369-303a-4407-aa1f-23d594af21a8","remote_addr":"[fd00:1122:3344:101::b]:44427","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":15665,"response_code":200} {"msg":"zfs set reservation of 1342177280 for oxp_ec5b9043-30e9-4cc1-94a7-63c3fb8cccec/crucible/regions/3940b897-5e8a-403b-840f-2576a143a262","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:47:27.558591212Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_ec5b9043-30e9-4cc1-94a7-63c3fb8cccec/crucible/regions/3940b897-5e8a-403b-840f-2576a143a262","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:47:27.558612632Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"3940b897-5e8a-403b-840f-2576a143a262\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/3940b897-5e8a-403b-840f-2576a143a262\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:47:27.621877307Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"region":"3940b897-5e8a-403b-840f-2576a143a262","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"3940b897-5e8a-403b-840f-2576a143a262\" \"--data\" \"/data/regions/3940b897-5e8a-403b-840f-2576a143a262\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:47:27.624122926Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"region":"3940b897-5e8a-403b-840f-2576a143a262","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:47:27.85223896Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"uri":"/crucible/0/regions","method":"POST","req_id":"751c1a17-81c4-4de0-bf0c-5dee84edbd28","remote_addr":"[fd00:1122:3344:101::b]:44427","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":61,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:47:27.968863126Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"region":"3940b897-5e8a-403b-840f-2576a143a262","component":"worker"} {"msg":"region 3940b897-5e8a-403b-840f-2576a143a262 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:47:27.968905557Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:47:27.969006878Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-3940b897-5e8a-403b-840f-2576a143a262","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:47:27.969385573Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-3940b897-5e8a-403b-840f-2576a143a262","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:47:27.976403826Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:47:27.990078939Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-3940b897-5e8a-403b-840f-2576a143a262","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:47:27.992705744Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/3940b897-5e8a-403b-840f-2576a143a262","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:47:27.993250531Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:47:27.993308262Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:47:27.993345973Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:47:27.993380823Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:47:27.996825729Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:47:28.00064989Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:47:28.206403685Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"uri":"/crucible/0/regions","method":"POST","req_id":"d13bc0b3-ee54-40e0-8002-922cd616a1bf","remote_addr":"[fd00:1122:3344:101::b]:44427","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":58,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:47:29.027814633Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"uri":"/crucible/0/regions/3940b897-5e8a-403b-840f-2576a143a262","method":"GET","req_id":"796056a5-d749-42d6-a01e-704b1edea583","remote_addr":"[fd00:1122:3344:101::b]:44427","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":91,"response_code":200} {"msg":"path is \"/data/regions/3940b897-5e8a-403b-840f-2576a143a262\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:47:29.030866234Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"component":"datafile"} {"msg":"dataset is oxp_ec5b9043-30e9-4cc1-94a7-63c3fb8cccec/crucible/regions/3940b897-5e8a-403b-840f-2576a143a262","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:47:29.039478639Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"component":"datafile"} {"msg":"region 3940b897-5e8a-403b-840f-2576a143a262 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:47:29.046239589Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:47:29.046347921Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:47:29.046365821Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"uri":"/crucible/0/regions/3940b897-5e8a-403b-840f-2576a143a262","method":"DELETE","req_id":"09fe4b2f-b2bb-4056-a7e6-0c8b1b415fff","remote_addr":"[fd00:1122:3344:101::b]:44427","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":15506,"response_code":204} {"msg":"disabling downstairs instance: downstairs-3940b897-5e8a-403b-840f-2576a143a262 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:47:29.047261953Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:47:29.049775796Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"uri":"/crucible/0/regions/3940b897-5e8a-403b-840f-2576a143a262","method":"GET","req_id":"79c9d62f-b6d8-4ab6-a88d-cd762be32900","remote_addr":"[fd00:1122:3344:101::b]:44427","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":30,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:47:29.051642811Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_ec5b9043-30e9-4cc1-94a7-63c3fb8cccec/crucible/regions/3940b897-5e8a-403b-840f-2576a143a262\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:47:29.059880231Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"region":"3940b897-5e8a-403b-840f-2576a143a262","component":"worker"} {"msg":"region 3940b897-5e8a-403b-840f-2576a143a262 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:47:29.127745147Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:47:29.183251187Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"uri":"/crucible/0/regions/3940b897-5e8a-403b-840f-2576a143a262","method":"GET","req_id":"358f084f-e04d-41a9-a86f-a54647cbb0b7","remote_addr":"[fd00:1122:3344:101::b]:44427","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":46,"response_code":200} {"msg":"region e39ec529-5d3d-4f2b-9104-4fc5ec957a69 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:47:31.490007701Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:47:31.490172903Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"uri":"/crucible/0/regions","method":"POST","req_id":"155f46ef-0f92-4dba-a3f0-9d43928e1eee","remote_addr":"[fd00:1122:3344:101::b]:44427","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":221,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:47:31.490202194Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_ec5b9043-30e9-4cc1-94a7-63c3fb8cccec/crucible/regions/e39ec529-5d3d-4f2b-9104-4fc5ec957a69","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:47:31.497024235Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_ec5b9043-30e9-4cc1-94a7-63c3fb8cccec/crucible/regions/e39ec529-5d3d-4f2b-9104-4fc5ec957a69","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:47:31.497044735Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"e39ec529-5d3d-4f2b-9104-4fc5ec957a69\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/e39ec529-5d3d-4f2b-9104-4fc5ec957a69\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:47:31.557847726Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"region":"e39ec529-5d3d-4f2b-9104-4fc5ec957a69","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"e39ec529-5d3d-4f2b-9104-4fc5ec957a69\" \"--data\" \"/data/regions/e39ec529-5d3d-4f2b-9104-4fc5ec957a69\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:47:31.557897187Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"region":"e39ec529-5d3d-4f2b-9104-4fc5ec957a69","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:47:31.647778636Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"region":"e39ec529-5d3d-4f2b-9104-4fc5ec957a69","component":"worker"} {"msg":"region e39ec529-5d3d-4f2b-9104-4fc5ec957a69 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:47:31.647814746Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:47:31.647896378Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-e39ec529-5d3d-4f2b-9104-4fc5ec957a69","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:47:31.649205575Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-e39ec529-5d3d-4f2b-9104-4fc5ec957a69","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:47:31.653014636Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:47:31.665402901Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-e39ec529-5d3d-4f2b-9104-4fc5ec957a69","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:47:31.668709455Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e39ec529-5d3d-4f2b-9104-4fc5ec957a69","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:47:31.668991719Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:47:31.66904119Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:47:31.6690794Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:47:31.669117371Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:47:31.673607901Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:47:31.679168855Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:47:31.869107779Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"uri":"/crucible/0/regions","method":"POST","req_id":"1fa893f7-6366-4b3f-bd2e-b9bb5791ab03","remote_addr":"[fd00:1122:3344:101::b]:44427","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":62,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:27.088792774Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:48313"} {"msg":"region ea686974-f1e0-492a-b7f8-6dd37141c198 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:27.08927118Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:27.089960369Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:27.089971969Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"uri":"/crucible/0/regions","method":"POST","req_id":"97cf89d9-d916-40a4-828a-8d1bc16289f6","remote_addr":"[fd00:1122:3344:101::b]:48313","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":944,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_ec5b9043-30e9-4cc1-94a7-63c3fb8cccec/crucible/regions/ea686974-f1e0-492a-b7f8-6dd37141c198","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:27.097659752Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_ec5b9043-30e9-4cc1-94a7-63c3fb8cccec/crucible/regions/ea686974-f1e0-492a-b7f8-6dd37141c198","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:27.097691862Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"ea686974-f1e0-492a-b7f8-6dd37141c198\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/ea686974-f1e0-492a-b7f8-6dd37141c198\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:27.157405269Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"region":"ea686974-f1e0-492a-b7f8-6dd37141c198","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"ea686974-f1e0-492a-b7f8-6dd37141c198\" \"--data\" \"/data/regions/ea686974-f1e0-492a-b7f8-6dd37141c198\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:27.15745173Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"region":"ea686974-f1e0-492a-b7f8-6dd37141c198","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:27.232608122Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"uri":"/crucible/0/regions","method":"POST","req_id":"9ead17b6-9291-4a25-aeb7-d94dee7fb748","remote_addr":"[fd00:1122:3344:101::b]:48313","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":57,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:27.243928484Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"region":"ea686974-f1e0-492a-b7f8-6dd37141c198","component":"worker"} {"msg":"region ea686974-f1e0-492a-b7f8-6dd37141c198 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:27.243953764Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:27.244065775Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-ea686974-f1e0-492a-b7f8-6dd37141c198","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:27.260653476Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-ea686974-f1e0-492a-b7f8-6dd37141c198","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:27.271956297Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:27.283477801Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ea686974-f1e0-492a-b7f8-6dd37141c198","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:27.286775855Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ea686974-f1e0-492a-b7f8-6dd37141c198","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:27.287010828Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:27.287053369Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:27.287089879Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:27.28713597Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:27.290955951Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:27.295673964Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:27.49328913Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"uri":"/crucible/0/regions","method":"POST","req_id":"d8604517-954c-457e-8e76-a7c14761fcfc","remote_addr":"[fd00:1122:3344:101::b]:48313","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":77,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:28.814943202Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"uri":"/crucible/0/regions/e39ec529-5d3d-4f2b-9104-4fc5ec957a69","method":"GET","req_id":"1a279e02-b00f-457d-9662-8f07d7e60ea6","remote_addr":"[fd00:1122:3344:101::b]:48313","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":55,"response_code":200} {"msg":"path is \"/data/regions/e39ec529-5d3d-4f2b-9104-4fc5ec957a69\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:28.818366698Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"component":"datafile"} {"msg":"dataset is oxp_ec5b9043-30e9-4cc1-94a7-63c3fb8cccec/crucible/regions/e39ec529-5d3d-4f2b-9104-4fc5ec957a69","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:28.825035957Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"component":"datafile"} {"msg":"snapshot is oxp_ec5b9043-30e9-4cc1-94a7-63c3fb8cccec/crucible/regions/e39ec529-5d3d-4f2b-9104-4fc5ec957a69@ed42df84-d870-43dc-8368-1425fd8d14a8","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:28.830658102Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_ec5b9043-30e9-4cc1-94a7-63c3fb8cccec/crucible/regions/e39ec529-5d3d-4f2b-9104-4fc5ec957a69\", \"ed42df84-d870-43dc-8368-1425fd8d14a8\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:28.830682792Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:28.840052157Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"uri":"/crucible/0/regions/e39ec529-5d3d-4f2b-9104-4fc5ec957a69/snapshots/ed42df84-d870-43dc-8368-1425fd8d14a8","method":"GET","req_id":"c8ac6923-991a-4aae-b8b2-96493cd8bb93","remote_addr":"[fd00:1122:3344:101::b]:48313","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":21717,"response_code":200} {"msg":"path is \"/data/regions/e39ec529-5d3d-4f2b-9104-4fc5ec957a69\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:28.843301281Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"component":"datafile"} {"msg":"dataset is oxp_ec5b9043-30e9-4cc1-94a7-63c3fb8cccec/crucible/regions/e39ec529-5d3d-4f2b-9104-4fc5ec957a69","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:28.849550574Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"component":"datafile"} {"msg":"snapshot is oxp_ec5b9043-30e9-4cc1-94a7-63c3fb8cccec/crucible/regions/e39ec529-5d3d-4f2b-9104-4fc5ec957a69@ed42df84-d870-43dc-8368-1425fd8d14a8","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:28.8552513Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_ec5b9043-30e9-4cc1-94a7-63c3fb8cccec/crucible/regions/e39ec529-5d3d-4f2b-9104-4fc5ec957a69\", \"ed42df84-d870-43dc-8368-1425fd8d14a8\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:28.855273961Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot e39ec529-5d3d-4f2b-9104-4fc5ec957a69-ed42df84-d870-43dc-8368-1425fd8d14a8 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:28.862150362Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"component":"datafile"} {"msg":"applying SMF actions for region e39ec529-5d3d-4f2b-9104-4fc5ec957a69 running snapshot ed42df84-d870-43dc-8368-1425fd8d14a8 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:28.862284434Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:28.862293974Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"uri":"/crucible/0/regions/e39ec529-5d3d-4f2b-9104-4fc5ec957a69/snapshots/ed42df84-d870-43dc-8368-1425fd8d14a8/run","method":"POST","req_id":"93b5ebbe-7962-4b92-acc2-ebbe6c993d03","remote_addr":"[fd00:1122:3344:101::b]:48313","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":19001,"response_code":200} {"msg":"creating missing snapshot instance snapshot-e39ec529-5d3d-4f2b-9104-4fc5ec957a69-ed42df84-d870-43dc-8368-1425fd8d14a8","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:28.86725505Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-e39ec529-5d3d-4f2b-9104-4fc5ec957a69-ed42df84-d870-43dc-8368-1425fd8d14a8","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:28.869901216Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-e39ec529-5d3d-4f2b-9104-4fc5ec957a69-ed42df84-d870-43dc-8368-1425fd8d14a8","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:28.879613885Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e39ec529-5d3d-4f2b-9104-4fc5ec957a69/.zfs/snapshot/ed42df84-d870-43dc-8368-1425fd8d14a8","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:28.879873909Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:28.879917429Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:28.87995787Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:28.87999419Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:28.880038211Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:28.883639759Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:28.888128709Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"component":"worker"} {"msg":"region e39ec529-5d3d-4f2b-9104-4fc5ec957a69 running snapshot ed42df84-d870-43dc-8368-1425fd8d14a8 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:28.888143039Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"component":"datafile"} {"msg":"path is \"/data/regions/e39ec529-5d3d-4f2b-9104-4fc5ec957a69\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:29.100816626Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"component":"datafile"} {"msg":"dataset is oxp_ec5b9043-30e9-4cc1-94a7-63c3fb8cccec/crucible/regions/e39ec529-5d3d-4f2b-9104-4fc5ec957a69","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:29.106767556Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"component":"datafile"} {"msg":"snapshot is oxp_ec5b9043-30e9-4cc1-94a7-63c3fb8cccec/crucible/regions/e39ec529-5d3d-4f2b-9104-4fc5ec957a69@ed42df84-d870-43dc-8368-1425fd8d14a8","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:29.1123339Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_ec5b9043-30e9-4cc1-94a7-63c3fb8cccec/crucible/regions/e39ec529-5d3d-4f2b-9104-4fc5ec957a69\", \"ed42df84-d870-43dc-8368-1425fd8d14a8\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:29.11235236Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:29.120091004Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"uri":"/crucible/0/regions/e39ec529-5d3d-4f2b-9104-4fc5ec957a69/snapshots/ed42df84-d870-43dc-8368-1425fd8d14a8/run","method":"POST","req_id":"b49da3c7-216c-4058-a5a8-a18f13eb5b8c","remote_addr":"[fd00:1122:3344:101::b]:48313","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":19318,"response_code":200} {"msg":"region 5ed96ed3-e97b-41d0-8411-e3450d8fe72c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:33.785957373Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:33.786142726Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:33.786164276Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"uri":"/crucible/0/regions","method":"POST","req_id":"299c941f-6865-42bb-b16a-67449f43a906","remote_addr":"[fd00:1122:3344:101::b]:48313","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":236,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_ec5b9043-30e9-4cc1-94a7-63c3fb8cccec/crucible/regions/5ed96ed3-e97b-41d0-8411-e3450d8fe72c","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:33.792645412Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_ec5b9043-30e9-4cc1-94a7-63c3fb8cccec/crucible/regions/5ed96ed3-e97b-41d0-8411-e3450d8fe72c","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:33.792672522Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"5ed96ed3-e97b-41d0-8411-e3450d8fe72c\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/5ed96ed3-e97b-41d0-8411-e3450d8fe72c\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:33.847651476Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"region":"5ed96ed3-e97b-41d0-8411-e3450d8fe72c","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"5ed96ed3-e97b-41d0-8411-e3450d8fe72c\" \"--data\" \"/data/regions/5ed96ed3-e97b-41d0-8411-e3450d8fe72c\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:33.847695447Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"region":"5ed96ed3-e97b-41d0-8411-e3450d8fe72c","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:33.929061922Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"region":"5ed96ed3-e97b-41d0-8411-e3450d8fe72c","component":"worker"} {"msg":"region 5ed96ed3-e97b-41d0-8411-e3450d8fe72c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:33.929095883Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:33.929187624Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-5ed96ed3-e97b-41d0-8411-e3450d8fe72c","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:33.930160307Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-5ed96ed3-e97b-41d0-8411-e3450d8fe72c","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:33.933347419Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:33.940050279Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-5ed96ed3-e97b-41d0-8411-e3450d8fe72c","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:33.943403724Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/5ed96ed3-e97b-41d0-8411-e3450d8fe72c","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:33.943674067Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:33.943725688Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:33.943770449Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:33.943812799Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:33.947549439Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:33.958166111Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:34.108384065Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"uri":"/crucible/0/regions","method":"POST","req_id":"3826f68b-476a-489b-871c-1c19adaa8857","remote_addr":"[fd00:1122:3344:101::b]:48313","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":59,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:59:02.977633772Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"uri":"/crucible/0/regions/5ed96ed3-e97b-41d0-8411-e3450d8fe72c","method":"GET","req_id":"5bb32d9a-2e6a-4edd-bb87-50eaa7f2f1d1","remote_addr":"[fd00:1122:3344:101::b]:48313","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":61,"response_code":200} {"msg":"path is \"/data/regions/5ed96ed3-e97b-41d0-8411-e3450d8fe72c\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:59:02.981260391Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"component":"datafile"} {"msg":"dataset is oxp_ec5b9043-30e9-4cc1-94a7-63c3fb8cccec/crucible/regions/5ed96ed3-e97b-41d0-8411-e3450d8fe72c","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:59:02.99320322Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"component":"datafile"} {"msg":"region 5ed96ed3-e97b-41d0-8411-e3450d8fe72c state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:59:03.001580022Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:59:03.002243811Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:59:03.002254541Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"uri":"/crucible/0/regions/5ed96ed3-e97b-41d0-8411-e3450d8fe72c","method":"DELETE","req_id":"af98331a-e0d4-4258-895e-3641ceaca49f","remote_addr":"[fd00:1122:3344:101::b]:48313","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":21026,"response_code":204} {"msg":"disabling downstairs instance: downstairs-5ed96ed3-e97b-41d0-8411-e3450d8fe72c (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:59:03.003452639Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:59:03.005126709Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"uri":"/crucible/0/regions/5ed96ed3-e97b-41d0-8411-e3450d8fe72c","method":"GET","req_id":"3c914ab2-d426-4963-a3a0-43f345325c65","remote_addr":"[fd00:1122:3344:101::b]:48313","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":41,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:59:03.047652547Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_ec5b9043-30e9-4cc1-94a7-63c3fb8cccec/crucible/regions/5ed96ed3-e97b-41d0-8411-e3450d8fe72c\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:59:03.054379826Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"region":"5ed96ed3-e97b-41d0-8411-e3450d8fe72c","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:59:03.103127157Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"uri":"/crucible/0/regions/5ed96ed3-e97b-41d0-8411-e3450d8fe72c","method":"GET","req_id":"4bf26705-6d83-4ee8-bd73-6feddaf52ffe","remote_addr":"[fd00:1122:3344:101::b]:48313","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":39,"response_code":200} {"msg":"region 5ed96ed3-e97b-41d0-8411-e3450d8fe72c state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:59:03.155779849Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:59:03.201982456Z","hostname":"oxz_crucible_f39a27fc-4c4f-4c55-bf7f-4b4d3c77a433","pid":25211,"uri":"/crucible/0/regions/5ed96ed3-e97b-41d0-8411-e3450d8fe72c","method":"GET","req_id":"fa1d7cec-7644-4818-8517-6cc5687cd154","remote_addr":"[fd00:1122:3344:101::b]:48313","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":32,"response_code":200}