[ Jan 16 09:46:31 Enabled. ] [ Jan 16 09:46:31 Rereading configuration. ] [ Jan 16 09:46:34 Rereading configuration. ] [ Jan 16 09:46:40 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_97a1ac8a-29f7-4512-82f1-698a94ab72a0/crucible -l [fd00:1122:3344:101::12]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7103cd3a3d7b0112d2949dd135db06fef0c156bb\nCommit timestamp: 2025-11-10T22:24:53.000000000Z branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:46:40.374919238Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629} {"msg":"dataset: \"oxp_97a1ac8a-29f7-4512-82f1-698a94ab72a0/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:46:40.375772649Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629} {"msg":"listen IP: [fd00:1122:3344:101::12]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:46:40.37579231Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:46:40.3757985Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:46:40.38707226Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:46:40.559142145Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:47:27.521193663Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:44915"} {"msg":"region f0ef43e2-dd65-4d55-9459-e08ee743dc48 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:47:27.554251864Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"component":"datafile"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:47:27.557386406Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:47:27.557407826Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"uri":"/crucible/0/regions","method":"POST","req_id":"2c30f855-0bc9-4b76-a747-a10aeca20dde","remote_addr":"[fd00:1122:3344:101::b]:44915","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":14423,"response_code":200} {"msg":"zfs set reservation of 1342177280 for oxp_97a1ac8a-29f7-4512-82f1-698a94ab72a0/crucible/regions/f0ef43e2-dd65-4d55-9459-e08ee743dc48","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:47:27.564730774Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_97a1ac8a-29f7-4512-82f1-698a94ab72a0/crucible/regions/f0ef43e2-dd65-4d55-9459-e08ee743dc48","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:47:27.564752704Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"f0ef43e2-dd65-4d55-9459-e08ee743dc48\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/f0ef43e2-dd65-4d55-9459-e08ee743dc48\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:47:27.628329023Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"region":"f0ef43e2-dd65-4d55-9459-e08ee743dc48","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"f0ef43e2-dd65-4d55-9459-e08ee743dc48\" \"--data\" \"/data/regions/f0ef43e2-dd65-4d55-9459-e08ee743dc48\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:47:27.630801475Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"region":"f0ef43e2-dd65-4d55-9459-e08ee743dc48","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:47:27.704498839Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"uri":"/crucible/0/regions","method":"POST","req_id":"5738b499-7fed-4529-ad29-ae4f20dd892a","remote_addr":"[fd00:1122:3344:101::b]:44915","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":59,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:47:27.980084546Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"region":"f0ef43e2-dd65-4d55-9459-e08ee743dc48","component":"worker"} {"msg":"region f0ef43e2-dd65-4d55-9459-e08ee743dc48 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:47:27.980128936Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:47:27.980234038Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-f0ef43e2-dd65-4d55-9459-e08ee743dc48","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:47:27.980638893Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-f0ef43e2-dd65-4d55-9459-e08ee743dc48","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:47:27.987224861Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:47:27.997972364Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-f0ef43e2-dd65-4d55-9459-e08ee743dc48","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:47:28.001208897Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f0ef43e2-dd65-4d55-9459-e08ee743dc48","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:47:28.001943457Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:47:28.002010908Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:47:28.002051799Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:47:28.002090489Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:47:28.005956501Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:47:28.010429991Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:47:28.243081084Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"uri":"/crucible/0/regions","method":"POST","req_id":"d8b8fc36-43ce-4a73-a4c6-31e622a0dddd","remote_addr":"[fd00:1122:3344:101::b]:44915","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":57,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:47:29.025110537Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"uri":"/crucible/0/regions/f0ef43e2-dd65-4d55-9459-e08ee743dc48","method":"GET","req_id":"adbd0421-8839-46d2-9897-383b98fe75dc","remote_addr":"[fd00:1122:3344:101::b]:44915","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":77,"response_code":200} {"msg":"path is \"/data/regions/f0ef43e2-dd65-4d55-9459-e08ee743dc48\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:47:29.030891525Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"component":"datafile"} {"msg":"dataset is oxp_97a1ac8a-29f7-4512-82f1-698a94ab72a0/crucible/regions/f0ef43e2-dd65-4d55-9459-e08ee743dc48","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:47:29.039081874Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"component":"datafile"} {"msg":"region f0ef43e2-dd65-4d55-9459-e08ee743dc48 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:47:29.046573554Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:47:29.046723586Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"uri":"/crucible/0/regions/f0ef43e2-dd65-4d55-9459-e08ee743dc48","method":"DELETE","req_id":"98aa13c1-6b94-4268-ae44-a24d18c94bee","remote_addr":"[fd00:1122:3344:101::b]:44915","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":15854,"response_code":204} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:47:29.046746166Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-f0ef43e2-dd65-4d55-9459-e08ee743dc48 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:47:29.047849371Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:47:29.050135441Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"uri":"/crucible/0/regions/f0ef43e2-dd65-4d55-9459-e08ee743dc48","method":"GET","req_id":"3c0b1c91-d00d-4df3-b778-f28d39c3a71e","remote_addr":"[fd00:1122:3344:101::b]:44915","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":29,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:47:29.051607121Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_97a1ac8a-29f7-4512-82f1-698a94ab72a0/crucible/regions/f0ef43e2-dd65-4d55-9459-e08ee743dc48\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:47:29.058660685Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"region":"f0ef43e2-dd65-4d55-9459-e08ee743dc48","component":"worker"} {"msg":"region f0ef43e2-dd65-4d55-9459-e08ee743dc48 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:47:29.128667959Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:47:29.183541021Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"uri":"/crucible/0/regions/f0ef43e2-dd65-4d55-9459-e08ee743dc48","method":"GET","req_id":"8d5c9688-6f43-4cb5-abe9-8eae6d96b2fe","remote_addr":"[fd00:1122:3344:101::b]:44915","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":56,"response_code":200} {"msg":"region 42a888c9-52fd-4720-84cf-470582f79784 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:47:31.489851479Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:47:31.489987601Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"uri":"/crucible/0/regions","method":"POST","req_id":"793e3b35-ca41-406b-b7de-df7b5adcd1b1","remote_addr":"[fd00:1122:3344:101::b]:44915","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":195,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:47:31.490026331Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_97a1ac8a-29f7-4512-82f1-698a94ab72a0/crucible/regions/42a888c9-52fd-4720-84cf-470582f79784","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:47:31.496536598Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_97a1ac8a-29f7-4512-82f1-698a94ab72a0/crucible/regions/42a888c9-52fd-4720-84cf-470582f79784","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:47:31.496554608Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"42a888c9-52fd-4720-84cf-470582f79784\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/42a888c9-52fd-4720-84cf-470582f79784\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:47:31.556287915Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"region":"42a888c9-52fd-4720-84cf-470582f79784","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"42a888c9-52fd-4720-84cf-470582f79784\" \"--data\" \"/data/regions/42a888c9-52fd-4720-84cf-470582f79784\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:47:31.556328436Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"region":"42a888c9-52fd-4720-84cf-470582f79784","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:47:31.647805906Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"region":"42a888c9-52fd-4720-84cf-470582f79784","component":"worker"} {"msg":"region 42a888c9-52fd-4720-84cf-470582f79784 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:47:31.647840307Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:47:31.647931848Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-42a888c9-52fd-4720-84cf-470582f79784","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:47:31.649251606Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-42a888c9-52fd-4720-84cf-470582f79784","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:47:31.653011796Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:47:31.663943982Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-42a888c9-52fd-4720-84cf-470582f79784","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:47:31.66830531Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/42a888c9-52fd-4720-84cf-470582f79784","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:47:31.668506953Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:47:31.668549603Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:47:31.668589984Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:47:31.668625064Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:47:31.672522886Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:47:31.678230302Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:47:31.798144442Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"uri":"/crucible/0/regions","method":"POST","req_id":"47ec2e16-d769-4b0b-9887-8684ad6a8989","remote_addr":"[fd00:1122:3344:101::b]:44915","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":60,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:27.088731733Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:64990"} {"msg":"region ebe90dd5-e4e8-4e09-94d2-7cbc792b4fbf state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:27.089205359Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:27.089541174Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"uri":"/crucible/0/regions","method":"POST","req_id":"f27109a4-b6e4-4479-9b15-135659545411","remote_addr":"[fd00:1122:3344:101::b]:64990","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":719,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:27.089561574Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_97a1ac8a-29f7-4512-82f1-698a94ab72a0/crucible/regions/ebe90dd5-e4e8-4e09-94d2-7cbc792b4fbf","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:27.097349638Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_97a1ac8a-29f7-4512-82f1-698a94ab72a0/crucible/regions/ebe90dd5-e4e8-4e09-94d2-7cbc792b4fbf","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:27.097374368Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"ebe90dd5-e4e8-4e09-94d2-7cbc792b4fbf\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/ebe90dd5-e4e8-4e09-94d2-7cbc792b4fbf\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:27.161664066Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"region":"ebe90dd5-e4e8-4e09-94d2-7cbc792b4fbf","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"ebe90dd5-e4e8-4e09-94d2-7cbc792b4fbf\" \"--data\" \"/data/regions/ebe90dd5-e4e8-4e09-94d2-7cbc792b4fbf\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:27.161704276Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"region":"ebe90dd5-e4e8-4e09-94d2-7cbc792b4fbf","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:27.284305302Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"region":"ebe90dd5-e4e8-4e09-94d2-7cbc792b4fbf","component":"worker"} {"msg":"region ebe90dd5-e4e8-4e09-94d2-7cbc792b4fbf state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:27.284341713Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:27.284465624Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-ebe90dd5-e4e8-4e09-94d2-7cbc792b4fbf","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:27.301939917Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-ebe90dd5-e4e8-4e09-94d2-7cbc792b4fbf","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:27.315709211Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:27.325808636Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ebe90dd5-e4e8-4e09-94d2-7cbc792b4fbf","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:27.32912227Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ebe90dd5-e4e8-4e09-94d2-7cbc792b4fbf","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:27.329433794Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:27.329478675Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:27.329521255Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:27.329557926Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:27.333014962Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:27.337612523Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:27.433850227Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"uri":"/crucible/0/regions","method":"POST","req_id":"deafd9ff-97da-4b82-ad2d-32376c5012e7","remote_addr":"[fd00:1122:3344:101::b]:64990","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":107,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:28.374956633Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"uri":"/crucible/0/regions/42a888c9-52fd-4720-84cf-470582f79784","method":"GET","req_id":"415d5750-7ea2-4e68-9b4b-0d29aa334a15","remote_addr":"[fd00:1122:3344:101::b]:64990","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":50,"response_code":200} {"msg":"path is \"/data/regions/42a888c9-52fd-4720-84cf-470582f79784\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:28.383333385Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"component":"datafile"} {"msg":"dataset is oxp_97a1ac8a-29f7-4512-82f1-698a94ab72a0/crucible/regions/42a888c9-52fd-4720-84cf-470582f79784","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:28.389939693Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"component":"datafile"} {"msg":"snapshot is oxp_97a1ac8a-29f7-4512-82f1-698a94ab72a0/crucible/regions/42a888c9-52fd-4720-84cf-470582f79784@ed42df84-d870-43dc-8368-1425fd8d14a8","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:28.396833455Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_97a1ac8a-29f7-4512-82f1-698a94ab72a0/crucible/regions/42a888c9-52fd-4720-84cf-470582f79784\", \"ed42df84-d870-43dc-8368-1425fd8d14a8\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:28.396870586Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:28.406167039Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"uri":"/crucible/0/regions/42a888c9-52fd-4720-84cf-470582f79784/snapshots/ed42df84-d870-43dc-8368-1425fd8d14a8","method":"GET","req_id":"6ae18595-4e61-49bf-a099-f1ff78d25a5a","remote_addr":"[fd00:1122:3344:101::b]:64990","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":22867,"response_code":200} {"msg":"path is \"/data/regions/42a888c9-52fd-4720-84cf-470582f79784\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:28.413944853Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"component":"datafile"} {"msg":"dataset is oxp_97a1ac8a-29f7-4512-82f1-698a94ab72a0/crucible/regions/42a888c9-52fd-4720-84cf-470582f79784","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:28.420610862Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"component":"datafile"} {"msg":"snapshot is oxp_97a1ac8a-29f7-4512-82f1-698a94ab72a0/crucible/regions/42a888c9-52fd-4720-84cf-470582f79784@ed42df84-d870-43dc-8368-1425fd8d14a8","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:28.42643212Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_97a1ac8a-29f7-4512-82f1-698a94ab72a0/crucible/regions/42a888c9-52fd-4720-84cf-470582f79784\", \"ed42df84-d870-43dc-8368-1425fd8d14a8\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:28.4264545Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 42a888c9-52fd-4720-84cf-470582f79784-ed42df84-d870-43dc-8368-1425fd8d14a8 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:28.43395078Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:28.434093982Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"uri":"/crucible/0/regions/42a888c9-52fd-4720-84cf-470582f79784/snapshots/ed42df84-d870-43dc-8368-1425fd8d14a8/run","method":"POST","req_id":"9ed86655-4229-4cf0-af1c-c6fc51c0d2ca","remote_addr":"[fd00:1122:3344:101::b]:64990","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":20166,"response_code":200} {"msg":"applying SMF actions for region 42a888c9-52fd-4720-84cf-470582f79784 running snapshot ed42df84-d870-43dc-8368-1425fd8d14a8 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:28.434114163Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-42a888c9-52fd-4720-84cf-470582f79784-ed42df84-d870-43dc-8368-1425fd8d14a8","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:28.439541115Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-42a888c9-52fd-4720-84cf-470582f79784-ed42df84-d870-43dc-8368-1425fd8d14a8","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:28.442424373Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-42a888c9-52fd-4720-84cf-470582f79784-ed42df84-d870-43dc-8368-1425fd8d14a8","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:28.451661306Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/42a888c9-52fd-4720-84cf-470582f79784/.zfs/snapshot/ed42df84-d870-43dc-8368-1425fd8d14a8","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:28.451884069Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:28.45192661Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:28.45196309Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:28.451997731Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:28.452039502Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:28.455557169Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:28.459350218Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"component":"worker"} {"msg":"region 42a888c9-52fd-4720-84cf-470582f79784 running snapshot ed42df84-d870-43dc-8368-1425fd8d14a8 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:28.459361448Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"component":"datafile"} {"msg":"path is \"/data/regions/42a888c9-52fd-4720-84cf-470582f79784\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:28.784962683Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"component":"datafile"} {"msg":"dataset is oxp_97a1ac8a-29f7-4512-82f1-698a94ab72a0/crucible/regions/42a888c9-52fd-4720-84cf-470582f79784","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:28.791584751Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"component":"datafile"} {"msg":"snapshot is oxp_97a1ac8a-29f7-4512-82f1-698a94ab72a0/crucible/regions/42a888c9-52fd-4720-84cf-470582f79784@ed42df84-d870-43dc-8368-1425fd8d14a8","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:28.799056111Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_97a1ac8a-29f7-4512-82f1-698a94ab72a0/crucible/regions/42a888c9-52fd-4720-84cf-470582f79784\", \"ed42df84-d870-43dc-8368-1425fd8d14a8\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:28.799089471Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:28.804865288Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"uri":"/crucible/0/regions/42a888c9-52fd-4720-84cf-470582f79784/snapshots/ed42df84-d870-43dc-8368-1425fd8d14a8/run","method":"POST","req_id":"19c5126c-8c31-49bf-82c6-3aa135223d0b","remote_addr":"[fd00:1122:3344:101::b]:64990","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":19948,"response_code":200} {"msg":"region 64185218-e7a0-496e-87d7-a694d2f21876 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:33.785669029Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:33.785890552Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:33.785910872Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"uri":"/crucible/0/regions","method":"POST","req_id":"89ffb77e-c64e-4c09-8873-fc1bba3a40fa","remote_addr":"[fd00:1122:3344:101::b]:64990","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":264,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_97a1ac8a-29f7-4512-82f1-698a94ab72a0/crucible/regions/64185218-e7a0-496e-87d7-a694d2f21876","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:33.791571988Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_97a1ac8a-29f7-4512-82f1-698a94ab72a0/crucible/regions/64185218-e7a0-496e-87d7-a694d2f21876","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:33.791594878Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"64185218-e7a0-496e-87d7-a694d2f21876\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/64185218-e7a0-496e-87d7-a694d2f21876\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:33.845179363Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"region":"64185218-e7a0-496e-87d7-a694d2f21876","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"64185218-e7a0-496e-87d7-a694d2f21876\" \"--data\" \"/data/regions/64185218-e7a0-496e-87d7-a694d2f21876\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:33.845229484Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"region":"64185218-e7a0-496e-87d7-a694d2f21876","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:33.930729015Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"region":"64185218-e7a0-496e-87d7-a694d2f21876","component":"worker"} {"msg":"region 64185218-e7a0-496e-87d7-a694d2f21876 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:33.930766345Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:33.930891447Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-64185218-e7a0-496e-87d7-a694d2f21876","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:33.932837003Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-64185218-e7a0-496e-87d7-a694d2f21876","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:33.935914854Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:33.943439584Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-64185218-e7a0-496e-87d7-a694d2f21876","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:33.946170201Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/64185218-e7a0-496e-87d7-a694d2f21876","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:33.946474635Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:33.946520045Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:33.946565146Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:33.946606836Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:33.950229575Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:33.959879524Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:58:34.073344947Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"uri":"/crucible/0/regions","method":"POST","req_id":"fc63a919-1cc0-453f-a265-0aed29eff53e","remote_addr":"[fd00:1122:3344:101::b]:64990","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":56,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:59:02.978038198Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"uri":"/crucible/0/regions/64185218-e7a0-496e-87d7-a694d2f21876","method":"GET","req_id":"0205427f-e801-4094-bdd6-016014597379","remote_addr":"[fd00:1122:3344:101::b]:64990","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":54,"response_code":200} {"msg":"path is \"/data/regions/64185218-e7a0-496e-87d7-a694d2f21876\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:59:02.982766971Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"component":"datafile"} {"msg":"dataset is oxp_97a1ac8a-29f7-4512-82f1-698a94ab72a0/crucible/regions/64185218-e7a0-496e-87d7-a694d2f21876","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:59:02.994819352Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"component":"datafile"} {"msg":"region 64185218-e7a0-496e-87d7-a694d2f21876 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:59:03.001872706Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:59:03.002521865Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"uri":"/crucible/0/regions/64185218-e7a0-496e-87d7-a694d2f21876","method":"DELETE","req_id":"f26123f4-8539-4aa6-a3cd-1b150694e854","remote_addr":"[fd00:1122:3344:101::b]:64990","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":19791,"response_code":204} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:59:03.002555275Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-64185218-e7a0-496e-87d7-a694d2f21876 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:59:03.003687045Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:59:03.006057602Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"uri":"/crucible/0/regions/64185218-e7a0-496e-87d7-a694d2f21876","method":"GET","req_id":"e5eb6474-8077-40f5-9970-35b43f685277","remote_addr":"[fd00:1122:3344:101::b]:64990","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":44,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:59:03.030852903Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_97a1ac8a-29f7-4512-82f1-698a94ab72a0/crucible/regions/64185218-e7a0-496e-87d7-a694d2f21876\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:59:03.037753555Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"region":"64185218-e7a0-496e-87d7-a694d2f21876","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:59:03.100592853Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"uri":"/crucible/0/regions/64185218-e7a0-496e-87d7-a694d2f21876","method":"GET","req_id":"818d53ca-2f49-45ac-b935-395c9b33f8e9","remote_addr":"[fd00:1122:3344:101::b]:64990","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":50,"response_code":200} {"msg":"region 64185218-e7a0-496e-87d7-a694d2f21876 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:59:03.1438567Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:59:03.208889878Z","hostname":"oxz_crucible_4bb89abd-7c1d-4bab-b129-25afb669d689","pid":25629,"uri":"/crucible/0/regions/64185218-e7a0-496e-87d7-a694d2f21876","method":"GET","req_id":"e033fa3a-980e-461e-85b4-8a7efe0958c2","remote_addr":"[fd00:1122:3344:101::b]:64990","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":49,"response_code":200}