{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:24:21.380325205Z","hostname":"oxz_crucible_bfedef31-b4be-4aad-84b0-3e8ecbfc2a13","pid":24202,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:60715"} {"msg":"region 1a6b8b4d-47ff-4fe2-a5f2-6a5c8c918907 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:24:21.427609641Z","hostname":"oxz_crucible_bfedef31-b4be-4aad-84b0-3e8ecbfc2a13","pid":24202,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:24:21.430484095Z","hostname":"oxz_crucible_bfedef31-b4be-4aad-84b0-3e8ecbfc2a13","pid":24202,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:24:21.430501446Z","hostname":"oxz_crucible_bfedef31-b4be-4aad-84b0-3e8ecbfc2a13","pid":24202,"uri":"/crucible/0/regions","method":"POST","req_id":"85261aa7-6baf-42fe-b086-17638fcd12d9","remote_addr":"[fd00:1122:3344:101::a]:60715","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":19385,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_ed35b7c4-88cd-4b26-a6b4-3e65e9feba13/crucible/regions/1a6b8b4d-47ff-4fe2-a5f2-6a5c8c918907","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:24:21.440903571Z","hostname":"oxz_crucible_bfedef31-b4be-4aad-84b0-3e8ecbfc2a13","pid":24202,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_ed35b7c4-88cd-4b26-a6b4-3e65e9feba13/crucible/regions/1a6b8b4d-47ff-4fe2-a5f2-6a5c8c918907","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:24:21.440925551Z","hostname":"oxz_crucible_bfedef31-b4be-4aad-84b0-3e8ecbfc2a13","pid":24202,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"1a6b8b4d-47ff-4fe2-a5f2-6a5c8c918907\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/1a6b8b4d-47ff-4fe2-a5f2-6a5c8c918907\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:24:21.484322943Z","hostname":"oxz_crucible_bfedef31-b4be-4aad-84b0-3e8ecbfc2a13","pid":24202,"region":"1a6b8b4d-47ff-4fe2-a5f2-6a5c8c918907","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"1a6b8b4d-47ff-4fe2-a5f2-6a5c8c918907\" \"--data\" \"/data/regions/1a6b8b4d-47ff-4fe2-a5f2-6a5c8c918907\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:24:21.486626561Z","hostname":"oxz_crucible_bfedef31-b4be-4aad-84b0-3e8ecbfc2a13","pid":24202,"region":"1a6b8b4d-47ff-4fe2-a5f2-6a5c8c918907","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:24:21.572590881Z","hostname":"oxz_crucible_bfedef31-b4be-4aad-84b0-3e8ecbfc2a13","pid":24202,"uri":"/crucible/0/regions","method":"POST","req_id":"b7218e1d-ec6f-40ce-bddf-a80ca949e2e7","remote_addr":"[fd00:1122:3344:101::a]:60715","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":60,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:24:21.833656523Z","hostname":"oxz_crucible_bfedef31-b4be-4aad-84b0-3e8ecbfc2a13","pid":24202,"region":"1a6b8b4d-47ff-4fe2-a5f2-6a5c8c918907","component":"worker"} {"msg":"region 1a6b8b4d-47ff-4fe2-a5f2-6a5c8c918907 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:24:21.833701795Z","hostname":"oxz_crucible_bfedef31-b4be-4aad-84b0-3e8ecbfc2a13","pid":24202,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:24:21.833798937Z","hostname":"oxz_crucible_bfedef31-b4be-4aad-84b0-3e8ecbfc2a13","pid":24202,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-1a6b8b4d-47ff-4fe2-a5f2-6a5c8c918907","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:24:21.834190109Z","hostname":"oxz_crucible_bfedef31-b4be-4aad-84b0-3e8ecbfc2a13","pid":24202,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-1a6b8b4d-47ff-4fe2-a5f2-6a5c8c918907","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:24:21.846728827Z","hostname":"oxz_crucible_bfedef31-b4be-4aad-84b0-3e8ecbfc2a13","pid":24202,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:24:21.856766811Z","hostname":"oxz_crucible_bfedef31-b4be-4aad-84b0-3e8ecbfc2a13","pid":24202,"uri":"/crucible/0/regions","method":"POST","req_id":"bb94e68a-59d9-413c-a5a4-8fa6505dd017","remote_addr":"[fd00:1122:3344:101::a]:60715","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":74,"response_code":200} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:24:21.865470556Z","hostname":"oxz_crucible_bfedef31-b4be-4aad-84b0-3e8ecbfc2a13","pid":24202,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-1a6b8b4d-47ff-4fe2-a5f2-6a5c8c918907","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:24:21.868782673Z","hostname":"oxz_crucible_bfedef31-b4be-4aad-84b0-3e8ecbfc2a13","pid":24202,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1a6b8b4d-47ff-4fe2-a5f2-6a5c8c918907","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:24:21.869468973Z","hostname":"oxz_crucible_bfedef31-b4be-4aad-84b0-3e8ecbfc2a13","pid":24202,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:24:21.869533455Z","hostname":"oxz_crucible_bfedef31-b4be-4aad-84b0-3e8ecbfc2a13","pid":24202,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:24:21.869575576Z","hostname":"oxz_crucible_bfedef31-b4be-4aad-84b0-3e8ecbfc2a13","pid":24202,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:24:21.869608477Z","hostname":"oxz_crucible_bfedef31-b4be-4aad-84b0-3e8ecbfc2a13","pid":24202,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:24:21.873569431Z","hostname":"oxz_crucible_bfedef31-b4be-4aad-84b0-3e8ecbfc2a13","pid":24202,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:24:21.878054295Z","hostname":"oxz_crucible_bfedef31-b4be-4aad-84b0-3e8ecbfc2a13","pid":24202,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:24:49.301610296Z","hostname":"oxz_crucible_bfedef31-b4be-4aad-84b0-3e8ecbfc2a13","pid":24202,"uri":"/crucible/0/regions/1a6b8b4d-47ff-4fe2-a5f2-6a5c8c918907","method":"GET","req_id":"90473daf-04cf-4718-9200-322b3027c159","remote_addr":"[fd00:1122:3344:101::a]:60715","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":95,"response_code":200} {"msg":"path is \"/data/regions/1a6b8b4d-47ff-4fe2-a5f2-6a5c8c918907\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:24:49.305001475Z","hostname":"oxz_crucible_bfedef31-b4be-4aad-84b0-3e8ecbfc2a13","pid":24202,"component":"datafile"} {"msg":"dataset is oxp_ed35b7c4-88cd-4b26-a6b4-3e65e9feba13/crucible/regions/1a6b8b4d-47ff-4fe2-a5f2-6a5c8c918907","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:24:49.314793053Z","hostname":"oxz_crucible_bfedef31-b4be-4aad-84b0-3e8ecbfc2a13","pid":24202,"component":"datafile"} {"msg":"region 1a6b8b4d-47ff-4fe2-a5f2-6a5c8c918907 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:24:49.322867819Z","hostname":"oxz_crucible_bfedef31-b4be-4aad-84b0-3e8ecbfc2a13","pid":24202,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:24:49.323151807Z","hostname":"oxz_crucible_bfedef31-b4be-4aad-84b0-3e8ecbfc2a13","pid":24202,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:24:49.323164898Z","hostname":"oxz_crucible_bfedef31-b4be-4aad-84b0-3e8ecbfc2a13","pid":24202,"uri":"/crucible/0/regions/1a6b8b4d-47ff-4fe2-a5f2-6a5c8c918907","method":"DELETE","req_id":"3070844a-f091-4f1f-a411-75c3aee10152","remote_addr":"[fd00:1122:3344:101::a]:60715","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":18183,"response_code":204} {"msg":"disabling downstairs instance: downstairs-1a6b8b4d-47ff-4fe2-a5f2-6a5c8c918907 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:24:49.323725824Z","hostname":"oxz_crucible_bfedef31-b4be-4aad-84b0-3e8ecbfc2a13","pid":24202,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:24:49.326386512Z","hostname":"oxz_crucible_bfedef31-b4be-4aad-84b0-3e8ecbfc2a13","pid":24202,"uri":"/crucible/0/regions/1a6b8b4d-47ff-4fe2-a5f2-6a5c8c918907","method":"GET","req_id":"b72f8e2c-165f-4a80-9c98-d32060a73c37","remote_addr":"[fd00:1122:3344:101::a]:60715","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":35,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:24:49.334990085Z","hostname":"oxz_crucible_bfedef31-b4be-4aad-84b0-3e8ecbfc2a13","pid":24202,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_ed35b7c4-88cd-4b26-a6b4-3e65e9feba13/crucible/regions/1a6b8b4d-47ff-4fe2-a5f2-6a5c8c918907\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:24:49.343094992Z","hostname":"oxz_crucible_bfedef31-b4be-4aad-84b0-3e8ecbfc2a13","pid":24202,"region":"1a6b8b4d-47ff-4fe2-a5f2-6a5c8c918907","component":"worker"} {"msg":"region 1a6b8b4d-47ff-4fe2-a5f2-6a5c8c918907 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:24:49.398745014Z","hostname":"oxz_crucible_bfedef31-b4be-4aad-84b0-3e8ecbfc2a13","pid":24202,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:24:49.458617379Z","hostname":"oxz_crucible_bfedef31-b4be-4aad-84b0-3e8ecbfc2a13","pid":24202,"uri":"/crucible/0/regions/1a6b8b4d-47ff-4fe2-a5f2-6a5c8c918907","method":"GET","req_id":"84eca515-e9c3-448d-afea-1727ddb20dfe","remote_addr":"[fd00:1122:3344:101::a]:60715","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":54,"response_code":200}