[ Jan 15 15:03:25 Enabled. ] [ Jan 15 15:03:25 Rereading configuration. ] [ Jan 15 15:03:28 Rereading configuration. ] [ Jan 15 15:03:33 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_69d53d30-94e8-42cf-8fe0-73f03be5c0e9/crucible -l [fd00:1122:3344:101::17]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7103cd3a3d7b0112d2949dd135db06fef0c156bb\nCommit timestamp: 2025-11-10T22:24:53.000000000Z branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:03:33.364387306Z","hostname":"oxz_crucible_18ae8033-5a0c-405c-a479-8c87b0084c89","pid":24189} {"msg":"dataset: \"oxp_69d53d30-94e8-42cf-8fe0-73f03be5c0e9/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:03:33.36512562Z","hostname":"oxz_crucible_18ae8033-5a0c-405c-a479-8c87b0084c89","pid":24189} {"msg":"listen IP: [fd00:1122:3344:101::17]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:03:33.365159671Z","hostname":"oxz_crucible_18ae8033-5a0c-405c-a479-8c87b0084c89","pid":24189} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:03:33.365176291Z","hostname":"oxz_crucible_18ae8033-5a0c-405c-a479-8c87b0084c89","pid":24189} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:03:33.380293008Z","hostname":"oxz_crucible_18ae8033-5a0c-405c-a479-8c87b0084c89","pid":24189,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:03:33.478584225Z","hostname":"oxz_crucible_18ae8033-5a0c-405c-a479-8c87b0084c89","pid":24189,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:03:57.373831294Z","hostname":"oxz_crucible_18ae8033-5a0c-405c-a479-8c87b0084c89","pid":24189,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:58320"} {"msg":"region e2392ab0-6aca-4b6f-9379-a63efe81aacf state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:03:57.398820175Z","hostname":"oxz_crucible_18ae8033-5a0c-405c-a479-8c87b0084c89","pid":24189,"component":"datafile"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:03:57.402079352Z","hostname":"oxz_crucible_18ae8033-5a0c-405c-a479-8c87b0084c89","pid":24189,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:03:57.402130014Z","hostname":"oxz_crucible_18ae8033-5a0c-405c-a479-8c87b0084c89","pid":24189,"uri":"/crucible/0/regions","method":"POST","req_id":"e76fd57d-9419-4993-9839-1b8df51c9a52","remote_addr":"[fd00:1122:3344:101::b]:58320","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":13984,"response_code":200} {"msg":"zfs set reservation of 1342177280 for oxp_69d53d30-94e8-42cf-8fe0-73f03be5c0e9/crucible/regions/e2392ab0-6aca-4b6f-9379-a63efe81aacf","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:03:57.410639693Z","hostname":"oxz_crucible_18ae8033-5a0c-405c-a479-8c87b0084c89","pid":24189,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_69d53d30-94e8-42cf-8fe0-73f03be5c0e9/crucible/regions/e2392ab0-6aca-4b6f-9379-a63efe81aacf","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:03:57.410654733Z","hostname":"oxz_crucible_18ae8033-5a0c-405c-a479-8c87b0084c89","pid":24189,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"e2392ab0-6aca-4b6f-9379-a63efe81aacf\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/e2392ab0-6aca-4b6f-9379-a63efe81aacf\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:03:57.48273294Z","hostname":"oxz_crucible_18ae8033-5a0c-405c-a479-8c87b0084c89","pid":24189,"region":"e2392ab0-6aca-4b6f-9379-a63efe81aacf","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"e2392ab0-6aca-4b6f-9379-a63efe81aacf\" \"--data\" \"/data/regions/e2392ab0-6aca-4b6f-9379-a63efe81aacf\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:03:57.485153779Z","hostname":"oxz_crucible_18ae8033-5a0c-405c-a479-8c87b0084c89","pid":24189,"region":"e2392ab0-6aca-4b6f-9379-a63efe81aacf","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:03:57.587749757Z","hostname":"oxz_crucible_18ae8033-5a0c-405c-a479-8c87b0084c89","pid":24189,"uri":"/crucible/0/regions","method":"POST","req_id":"cf20ea78-c381-4255-8e27-ce39c6f2d883","remote_addr":"[fd00:1122:3344:101::b]:58320","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":61,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:03:57.813799928Z","hostname":"oxz_crucible_18ae8033-5a0c-405c-a479-8c87b0084c89","pid":24189,"region":"e2392ab0-6aca-4b6f-9379-a63efe81aacf","component":"worker"} {"msg":"region e2392ab0-6aca-4b6f-9379-a63efe81aacf state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:03:57.8138673Z","hostname":"oxz_crucible_18ae8033-5a0c-405c-a479-8c87b0084c89","pid":24189,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:03:57.814070847Z","hostname":"oxz_crucible_18ae8033-5a0c-405c-a479-8c87b0084c89","pid":24189,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-e2392ab0-6aca-4b6f-9379-a63efe81aacf","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:03:57.814407498Z","hostname":"oxz_crucible_18ae8033-5a0c-405c-a479-8c87b0084c89","pid":24189,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-e2392ab0-6aca-4b6f-9379-a63efe81aacf","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:03:57.819788565Z","hostname":"oxz_crucible_18ae8033-5a0c-405c-a479-8c87b0084c89","pid":24189,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:03:57.831461078Z","hostname":"oxz_crucible_18ae8033-5a0c-405c-a479-8c87b0084c89","pid":24189,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-e2392ab0-6aca-4b6f-9379-a63efe81aacf","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:03:57.834893331Z","hostname":"oxz_crucible_18ae8033-5a0c-405c-a479-8c87b0084c89","pid":24189,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e2392ab0-6aca-4b6f-9379-a63efe81aacf","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:03:57.835601534Z","hostname":"oxz_crucible_18ae8033-5a0c-405c-a479-8c87b0084c89","pid":24189,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:03:57.835664906Z","hostname":"oxz_crucible_18ae8033-5a0c-405c-a479-8c87b0084c89","pid":24189,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:03:57.835712828Z","hostname":"oxz_crucible_18ae8033-5a0c-405c-a479-8c87b0084c89","pid":24189,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:03:57.835748659Z","hostname":"oxz_crucible_18ae8033-5a0c-405c-a479-8c87b0084c89","pid":24189,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:03:57.839698848Z","hostname":"oxz_crucible_18ae8033-5a0c-405c-a479-8c87b0084c89","pid":24189,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:03:57.844484916Z","hostname":"oxz_crucible_18ae8033-5a0c-405c-a479-8c87b0084c89","pid":24189,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:03:58.11785171Z","hostname":"oxz_crucible_18ae8033-5a0c-405c-a479-8c87b0084c89","pid":24189,"uri":"/crucible/0/regions","method":"POST","req_id":"68b3d7ae-ded1-4841-b2b0-cd8f618ad27e","remote_addr":"[fd00:1122:3344:101::b]:58320","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":58,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:03:58.660268706Z","hostname":"oxz_crucible_18ae8033-5a0c-405c-a479-8c87b0084c89","pid":24189,"uri":"/crucible/0/regions/e2392ab0-6aca-4b6f-9379-a63efe81aacf","method":"GET","req_id":"20db8382-c1b4-44b6-b9f8-00a2699b951b","remote_addr":"[fd00:1122:3344:101::b]:58320","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":80,"response_code":200} {"msg":"path is \"/data/regions/e2392ab0-6aca-4b6f-9379-a63efe81aacf\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:03:58.662621484Z","hostname":"oxz_crucible_18ae8033-5a0c-405c-a479-8c87b0084c89","pid":24189,"component":"datafile"} {"msg":"dataset is oxp_69d53d30-94e8-42cf-8fe0-73f03be5c0e9/crucible/regions/e2392ab0-6aca-4b6f-9379-a63efe81aacf","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:03:58.671585318Z","hostname":"oxz_crucible_18ae8033-5a0c-405c-a479-8c87b0084c89","pid":24189,"component":"datafile"} {"msg":"region e2392ab0-6aca-4b6f-9379-a63efe81aacf state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:03:58.679812498Z","hostname":"oxz_crucible_18ae8033-5a0c-405c-a479-8c87b0084c89","pid":24189,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:03:58.680008174Z","hostname":"oxz_crucible_18ae8033-5a0c-405c-a479-8c87b0084c89","pid":24189,"uri":"/crucible/0/regions/e2392ab0-6aca-4b6f-9379-a63efe81aacf","method":"DELETE","req_id":"da5f840e-6876-430f-9924-72d7cf3dcd6e","remote_addr":"[fd00:1122:3344:101::b]:58320","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":17416,"response_code":204} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:03:58.680057436Z","hostname":"oxz_crucible_18ae8033-5a0c-405c-a479-8c87b0084c89","pid":24189,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-e2392ab0-6aca-4b6f-9379-a63efe81aacf (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:03:58.68109745Z","hostname":"oxz_crucible_18ae8033-5a0c-405c-a479-8c87b0084c89","pid":24189,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:03:58.685577737Z","hostname":"oxz_crucible_18ae8033-5a0c-405c-a479-8c87b0084c89","pid":24189,"uri":"/crucible/0/regions/e2392ab0-6aca-4b6f-9379-a63efe81aacf","method":"GET","req_id":"e59dae7c-d04f-4235-8658-d03ed823946a","remote_addr":"[fd00:1122:3344:101::b]:58320","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":31,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:03:58.685687451Z","hostname":"oxz_crucible_18ae8033-5a0c-405c-a479-8c87b0084c89","pid":24189,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_69d53d30-94e8-42cf-8fe0-73f03be5c0e9/crucible/regions/e2392ab0-6aca-4b6f-9379-a63efe81aacf\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:03:58.694824801Z","hostname":"oxz_crucible_18ae8033-5a0c-405c-a479-8c87b0084c89","pid":24189,"region":"e2392ab0-6aca-4b6f-9379-a63efe81aacf","component":"worker"} {"msg":"region e2392ab0-6aca-4b6f-9379-a63efe81aacf state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:03:58.767370873Z","hostname":"oxz_crucible_18ae8033-5a0c-405c-a479-8c87b0084c89","pid":24189,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:03:58.774654242Z","hostname":"oxz_crucible_18ae8033-5a0c-405c-a479-8c87b0084c89","pid":24189,"uri":"/crucible/0/regions/e2392ab0-6aca-4b6f-9379-a63efe81aacf","method":"GET","req_id":"5a17c026-7987-4fb2-8977-e5404cc50513","remote_addr":"[fd00:1122:3344:101::b]:58320","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":49,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:14:19.030229887Z","hostname":"oxz_crucible_18ae8033-5a0c-405c-a479-8c87b0084c89","pid":24189,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:55752"} {"msg":"region 9683d343-1f24-44ad-ba12-1f384d86f01e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:14:19.030894478Z","hostname":"oxz_crucible_18ae8033-5a0c-405c-a479-8c87b0084c89","pid":24189,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:14:19.031205829Z","hostname":"oxz_crucible_18ae8033-5a0c-405c-a479-8c87b0084c89","pid":24189,"uri":"/crucible/0/regions","method":"POST","req_id":"99a7e3ef-ffdd-4118-8d66-985e7695e458","remote_addr":"[fd00:1122:3344:101::b]:55752","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":784,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:14:19.0312435Z","hostname":"oxz_crucible_18ae8033-5a0c-405c-a479-8c87b0084c89","pid":24189,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_69d53d30-94e8-42cf-8fe0-73f03be5c0e9/crucible/regions/9683d343-1f24-44ad-ba12-1f384d86f01e","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:14:19.038775577Z","hostname":"oxz_crucible_18ae8033-5a0c-405c-a479-8c87b0084c89","pid":24189,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_69d53d30-94e8-42cf-8fe0-73f03be5c0e9/crucible/regions/9683d343-1f24-44ad-ba12-1f384d86f01e","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:14:19.038804948Z","hostname":"oxz_crucible_18ae8033-5a0c-405c-a479-8c87b0084c89","pid":24189,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"9683d343-1f24-44ad-ba12-1f384d86f01e\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/9683d343-1f24-44ad-ba12-1f384d86f01e\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:14:19.101099963Z","hostname":"oxz_crucible_18ae8033-5a0c-405c-a479-8c87b0084c89","pid":24189,"region":"9683d343-1f24-44ad-ba12-1f384d86f01e","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"9683d343-1f24-44ad-ba12-1f384d86f01e\" \"--data\" \"/data/regions/9683d343-1f24-44ad-ba12-1f384d86f01e\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:14:19.101139835Z","hostname":"oxz_crucible_18ae8033-5a0c-405c-a479-8c87b0084c89","pid":24189,"region":"9683d343-1f24-44ad-ba12-1f384d86f01e","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:14:19.253285719Z","hostname":"oxz_crucible_18ae8033-5a0c-405c-a479-8c87b0084c89","pid":24189,"uri":"/crucible/0/regions","method":"POST","req_id":"7a815d07-39bf-447e-82ff-d55bae37e93f","remote_addr":"[fd00:1122:3344:101::b]:55752","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":56,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:14:19.310629482Z","hostname":"oxz_crucible_18ae8033-5a0c-405c-a479-8c87b0084c89","pid":24189,"region":"9683d343-1f24-44ad-ba12-1f384d86f01e","component":"worker"} {"msg":"region 9683d343-1f24-44ad-ba12-1f384d86f01e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:14:19.310666193Z","hostname":"oxz_crucible_18ae8033-5a0c-405c-a479-8c87b0084c89","pid":24189,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:14:19.310764256Z","hostname":"oxz_crucible_18ae8033-5a0c-405c-a479-8c87b0084c89","pid":24189,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-9683d343-1f24-44ad-ba12-1f384d86f01e","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:14:19.311626254Z","hostname":"oxz_crucible_18ae8033-5a0c-405c-a479-8c87b0084c89","pid":24189,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-9683d343-1f24-44ad-ba12-1f384d86f01e","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:14:19.323272097Z","hostname":"oxz_crucible_18ae8033-5a0c-405c-a479-8c87b0084c89","pid":24189,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:14:19.34132727Z","hostname":"oxz_crucible_18ae8033-5a0c-405c-a479-8c87b0084c89","pid":24189,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-9683d343-1f24-44ad-ba12-1f384d86f01e","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:14:19.345008981Z","hostname":"oxz_crucible_18ae8033-5a0c-405c-a479-8c87b0084c89","pid":24189,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9683d343-1f24-44ad-ba12-1f384d86f01e","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:14:19.345320121Z","hostname":"oxz_crucible_18ae8033-5a0c-405c-a479-8c87b0084c89","pid":24189,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:14:19.345373753Z","hostname":"oxz_crucible_18ae8033-5a0c-405c-a479-8c87b0084c89","pid":24189,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:14:19.345414124Z","hostname":"oxz_crucible_18ae8033-5a0c-405c-a479-8c87b0084c89","pid":24189,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:14:19.345452915Z","hostname":"oxz_crucible_18ae8033-5a0c-405c-a479-8c87b0084c89","pid":24189,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:14:19.350020905Z","hostname":"oxz_crucible_18ae8033-5a0c-405c-a479-8c87b0084c89","pid":24189,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:14:19.354584335Z","hostname":"oxz_crucible_18ae8033-5a0c-405c-a479-8c87b0084c89","pid":24189,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:14:19.846213644Z","hostname":"oxz_crucible_18ae8033-5a0c-405c-a479-8c87b0084c89","pid":24189,"uri":"/crucible/0/regions","method":"POST","req_id":"7be7431b-b93b-4f92-854d-8c4ea3b2a058","remote_addr":"[fd00:1122:3344:101::b]:55752","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":58,"response_code":200} {"msg":"region 6e1d4bd8-98b8-4bd6-b8a3-4ed79c824ca4 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:14:26.066715241Z","hostname":"oxz_crucible_18ae8033-5a0c-405c-a479-8c87b0084c89","pid":24189,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:14:26.066878716Z","hostname":"oxz_crucible_18ae8033-5a0c-405c-a479-8c87b0084c89","pid":24189,"uri":"/crucible/0/regions","method":"POST","req_id":"dc041f7f-e8a0-4124-a5b9-ee9ed067f0d7","remote_addr":"[fd00:1122:3344:101::b]:55752","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":217,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:14:26.066905197Z","hostname":"oxz_crucible_18ae8033-5a0c-405c-a479-8c87b0084c89","pid":24189,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_69d53d30-94e8-42cf-8fe0-73f03be5c0e9/crucible/regions/6e1d4bd8-98b8-4bd6-b8a3-4ed79c824ca4","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:14:26.073023818Z","hostname":"oxz_crucible_18ae8033-5a0c-405c-a479-8c87b0084c89","pid":24189,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_69d53d30-94e8-42cf-8fe0-73f03be5c0e9/crucible/regions/6e1d4bd8-98b8-4bd6-b8a3-4ed79c824ca4","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:14:26.073051239Z","hostname":"oxz_crucible_18ae8033-5a0c-405c-a479-8c87b0084c89","pid":24189,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"6e1d4bd8-98b8-4bd6-b8a3-4ed79c824ca4\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/6e1d4bd8-98b8-4bd6-b8a3-4ed79c824ca4\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:14:26.126214914Z","hostname":"oxz_crucible_18ae8033-5a0c-405c-a479-8c87b0084c89","pid":24189,"region":"6e1d4bd8-98b8-4bd6-b8a3-4ed79c824ca4","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"6e1d4bd8-98b8-4bd6-b8a3-4ed79c824ca4\" \"--data\" \"/data/regions/6e1d4bd8-98b8-4bd6-b8a3-4ed79c824ca4\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:14:26.126255356Z","hostname":"oxz_crucible_18ae8033-5a0c-405c-a479-8c87b0084c89","pid":24189,"region":"6e1d4bd8-98b8-4bd6-b8a3-4ed79c824ca4","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:14:26.210581654Z","hostname":"oxz_crucible_18ae8033-5a0c-405c-a479-8c87b0084c89","pid":24189,"region":"6e1d4bd8-98b8-4bd6-b8a3-4ed79c824ca4","component":"worker"} {"msg":"region 6e1d4bd8-98b8-4bd6-b8a3-4ed79c824ca4 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:14:26.210619835Z","hostname":"oxz_crucible_18ae8033-5a0c-405c-a479-8c87b0084c89","pid":24189,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:14:26.210728499Z","hostname":"oxz_crucible_18ae8033-5a0c-405c-a479-8c87b0084c89","pid":24189,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-6e1d4bd8-98b8-4bd6-b8a3-4ed79c824ca4","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:14:26.211641799Z","hostname":"oxz_crucible_18ae8033-5a0c-405c-a479-8c87b0084c89","pid":24189,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-6e1d4bd8-98b8-4bd6-b8a3-4ed79c824ca4","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:14:26.224110928Z","hostname":"oxz_crucible_18ae8033-5a0c-405c-a479-8c87b0084c89","pid":24189,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:14:26.232306677Z","hostname":"oxz_crucible_18ae8033-5a0c-405c-a479-8c87b0084c89","pid":24189,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-6e1d4bd8-98b8-4bd6-b8a3-4ed79c824ca4","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:14:26.235727549Z","hostname":"oxz_crucible_18ae8033-5a0c-405c-a479-8c87b0084c89","pid":24189,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6e1d4bd8-98b8-4bd6-b8a3-4ed79c824ca4","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:14:26.236023749Z","hostname":"oxz_crucible_18ae8033-5a0c-405c-a479-8c87b0084c89","pid":24189,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:14:26.23606831Z","hostname":"oxz_crucible_18ae8033-5a0c-405c-a479-8c87b0084c89","pid":24189,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:14:26.236109732Z","hostname":"oxz_crucible_18ae8033-5a0c-405c-a479-8c87b0084c89","pid":24189,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:14:26.236157933Z","hostname":"oxz_crucible_18ae8033-5a0c-405c-a479-8c87b0084c89","pid":24189,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:14:26.239939668Z","hostname":"oxz_crucible_18ae8033-5a0c-405c-a479-8c87b0084c89","pid":24189,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:14:26.250140823Z","hostname":"oxz_crucible_18ae8033-5a0c-405c-a479-8c87b0084c89","pid":24189,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:14:26.410093394Z","hostname":"oxz_crucible_18ae8033-5a0c-405c-a479-8c87b0084c89","pid":24189,"uri":"/crucible/0/regions","method":"POST","req_id":"3a79239c-c020-49c7-98b2-aec74b19836c","remote_addr":"[fd00:1122:3344:101::b]:55752","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":60,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:14:59.271673841Z","hostname":"oxz_crucible_18ae8033-5a0c-405c-a479-8c87b0084c89","pid":24189,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:57153"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:14:59.271833356Z","hostname":"oxz_crucible_18ae8033-5a0c-405c-a479-8c87b0084c89","pid":24189,"uri":"/crucible/0/regions/6e1d4bd8-98b8-4bd6-b8a3-4ed79c824ca4","method":"GET","req_id":"e8be75bc-d05e-4972-b111-43d5187ca4b7","remote_addr":"[fd00:1122:3344:101::b]:57153","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":46,"response_code":200} {"msg":"path is \"/data/regions/6e1d4bd8-98b8-4bd6-b8a3-4ed79c824ca4\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:14:59.274932458Z","hostname":"oxz_crucible_18ae8033-5a0c-405c-a479-8c87b0084c89","pid":24189,"component":"datafile"} {"msg":"dataset is oxp_69d53d30-94e8-42cf-8fe0-73f03be5c0e9/crucible/regions/6e1d4bd8-98b8-4bd6-b8a3-4ed79c824ca4","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:14:59.287531151Z","hostname":"oxz_crucible_18ae8033-5a0c-405c-a479-8c87b0084c89","pid":24189,"component":"datafile"} {"msg":"region 6e1d4bd8-98b8-4bd6-b8a3-4ed79c824ca4 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:14:59.294908174Z","hostname":"oxz_crucible_18ae8033-5a0c-405c-a479-8c87b0084c89","pid":24189,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:14:59.29541705Z","hostname":"oxz_crucible_18ae8033-5a0c-405c-a479-8c87b0084c89","pid":24189,"uri":"/crucible/0/regions/6e1d4bd8-98b8-4bd6-b8a3-4ed79c824ca4","method":"DELETE","req_id":"c87c52ba-3c8f-4ae6-a56c-9d6bc20a21bd","remote_addr":"[fd00:1122:3344:101::b]:57153","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":20536,"response_code":204} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:14:59.295443261Z","hostname":"oxz_crucible_18ae8033-5a0c-405c-a479-8c87b0084c89","pid":24189,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-6e1d4bd8-98b8-4bd6-b8a3-4ed79c824ca4 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:14:59.296463325Z","hostname":"oxz_crucible_18ae8033-5a0c-405c-a479-8c87b0084c89","pid":24189,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:14:59.298682737Z","hostname":"oxz_crucible_18ae8033-5a0c-405c-a479-8c87b0084c89","pid":24189,"uri":"/crucible/0/regions/6e1d4bd8-98b8-4bd6-b8a3-4ed79c824ca4","method":"GET","req_id":"fc5486df-4e01-49fd-8e80-a3a13fd5dcfe","remote_addr":"[fd00:1122:3344:101::b]:57153","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":30,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:14:59.309497412Z","hostname":"oxz_crucible_18ae8033-5a0c-405c-a479-8c87b0084c89","pid":24189,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_69d53d30-94e8-42cf-8fe0-73f03be5c0e9/crucible/regions/6e1d4bd8-98b8-4bd6-b8a3-4ed79c824ca4\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:14:59.317271778Z","hostname":"oxz_crucible_18ae8033-5a0c-405c-a479-8c87b0084c89","pid":24189,"region":"6e1d4bd8-98b8-4bd6-b8a3-4ed79c824ca4","component":"worker"} {"msg":"region 6e1d4bd8-98b8-4bd6-b8a3-4ed79c824ca4 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:14:59.365871953Z","hostname":"oxz_crucible_18ae8033-5a0c-405c-a479-8c87b0084c89","pid":24189,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:14:59.42698116Z","hostname":"oxz_crucible_18ae8033-5a0c-405c-a479-8c87b0084c89","pid":24189,"uri":"/crucible/0/regions/6e1d4bd8-98b8-4bd6-b8a3-4ed79c824ca4","method":"GET","req_id":"0652e1b1-aa04-4df9-b108-a16b006bb45c","remote_addr":"[fd00:1122:3344:101::b]:57153","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":58,"response_code":200}