{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-27T18:47:14.172154063Z","hostname":"oxz_crucible_8232576c-bcb6-4b22-85cb-a00b95146573","pid":24416,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:45614"} {"msg":"region b6d2e5d8-446e-4897-964f-eb77d7b0d67c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-27T18:47:14.219388996Z","hostname":"oxz_crucible_8232576c-bcb6-4b22-85cb-a00b95146573","pid":24416,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-27T18:47:14.222241042Z","hostname":"oxz_crucible_8232576c-bcb6-4b22-85cb-a00b95146573","pid":24416,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-27T18:47:14.222255522Z","hostname":"oxz_crucible_8232576c-bcb6-4b22-85cb-a00b95146573","pid":24416,"uri":"/crucible/0/regions","method":"POST","req_id":"ba79df82-13c9-4887-96b7-10a1e782545c","remote_addr":"[fd00:1122:3344:101::a]:45614","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":19186,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_ac95dcbd-b1af-4d29-bdbb-5fda0a5edfa4/crucible/regions/b6d2e5d8-446e-4897-964f-eb77d7b0d67c","v":0,"name":"crucible-agent","level":30,"time":"2026-01-27T18:47:14.23339919Z","hostname":"oxz_crucible_8232576c-bcb6-4b22-85cb-a00b95146573","pid":24416,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_ac95dcbd-b1af-4d29-bdbb-5fda0a5edfa4/crucible/regions/b6d2e5d8-446e-4897-964f-eb77d7b0d67c","v":0,"name":"crucible-agent","level":30,"time":"2026-01-27T18:47:14.23341823Z","hostname":"oxz_crucible_8232576c-bcb6-4b22-85cb-a00b95146573","pid":24416,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"b6d2e5d8-446e-4897-964f-eb77d7b0d67c\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/b6d2e5d8-446e-4897-964f-eb77d7b0d67c\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-27T18:47:14.28253062Z","hostname":"oxz_crucible_8232576c-bcb6-4b22-85cb-a00b95146573","pid":24416,"region":"b6d2e5d8-446e-4897-964f-eb77d7b0d67c","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"b6d2e5d8-446e-4897-964f-eb77d7b0d67c\" \"--data\" \"/data/regions/b6d2e5d8-446e-4897-964f-eb77d7b0d67c\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-27T18:47:14.284778674Z","hostname":"oxz_crucible_8232576c-bcb6-4b22-85cb-a00b95146573","pid":24416,"region":"b6d2e5d8-446e-4897-964f-eb77d7b0d67c","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-27T18:47:14.517539152Z","hostname":"oxz_crucible_8232576c-bcb6-4b22-85cb-a00b95146573","pid":24416,"uri":"/crucible/0/regions","method":"POST","req_id":"5bd80c5f-5a54-4300-9e2e-362ff3b58904","remote_addr":"[fd00:1122:3344:101::a]:45614","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":79,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-27T18:47:14.666507743Z","hostname":"oxz_crucible_8232576c-bcb6-4b22-85cb-a00b95146573","pid":24416,"region":"b6d2e5d8-446e-4897-964f-eb77d7b0d67c","component":"worker"} {"msg":"region b6d2e5d8-446e-4897-964f-eb77d7b0d67c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-27T18:47:14.666544664Z","hostname":"oxz_crucible_8232576c-bcb6-4b22-85cb-a00b95146573","pid":24416,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-27T18:47:14.666636396Z","hostname":"oxz_crucible_8232576c-bcb6-4b22-85cb-a00b95146573","pid":24416,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-b6d2e5d8-446e-4897-964f-eb77d7b0d67c","v":0,"name":"crucible-agent","level":30,"time":"2026-01-27T18:47:14.666964052Z","hostname":"oxz_crucible_8232576c-bcb6-4b22-85cb-a00b95146573","pid":24416,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-b6d2e5d8-446e-4897-964f-eb77d7b0d67c","v":0,"name":"crucible-agent","level":30,"time":"2026-01-27T18:47:14.678037538Z","hostname":"oxz_crucible_8232576c-bcb6-4b22-85cb-a00b95146573","pid":24416,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-27T18:47:14.695180253Z","hostname":"oxz_crucible_8232576c-bcb6-4b22-85cb-a00b95146573","pid":24416,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-b6d2e5d8-446e-4897-964f-eb77d7b0d67c","v":0,"name":"crucible-agent","level":30,"time":"2026-01-27T18:47:14.697912447Z","hostname":"oxz_crucible_8232576c-bcb6-4b22-85cb-a00b95146573","pid":24416,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b6d2e5d8-446e-4897-964f-eb77d7b0d67c","v":0,"name":"crucible-agent","level":30,"time":"2026-01-27T18:47:14.698421117Z","hostname":"oxz_crucible_8232576c-bcb6-4b22-85cb-a00b95146573","pid":24416,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-01-27T18:47:14.698479848Z","hostname":"oxz_crucible_8232576c-bcb6-4b22-85cb-a00b95146573","pid":24416,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-01-27T18:47:14.698519229Z","hostname":"oxz_crucible_8232576c-bcb6-4b22-85cb-a00b95146573","pid":24416,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-27T18:47:14.698554269Z","hostname":"oxz_crucible_8232576c-bcb6-4b22-85cb-a00b95146573","pid":24416,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-27T18:47:14.701791733Z","hostname":"oxz_crucible_8232576c-bcb6-4b22-85cb-a00b95146573","pid":24416,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-27T18:47:14.705438614Z","hostname":"oxz_crucible_8232576c-bcb6-4b22-85cb-a00b95146573","pid":24416,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-27T18:47:15.222026258Z","hostname":"oxz_crucible_8232576c-bcb6-4b22-85cb-a00b95146573","pid":24416,"uri":"/crucible/0/regions","method":"POST","req_id":"955ce773-dcd8-444d-881f-84f8a7eccb36","remote_addr":"[fd00:1122:3344:101::a]:45614","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":55,"response_code":200} {"msg":"region 6789b19e-a02a-4289-aab0-e42621c39a93 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-27T18:47:21.466188733Z","hostname":"oxz_crucible_8232576c-bcb6-4b22-85cb-a00b95146573","pid":24416,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-27T18:47:21.466338816Z","hostname":"oxz_crucible_8232576c-bcb6-4b22-85cb-a00b95146573","pid":24416,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-27T18:47:21.466347906Z","hostname":"oxz_crucible_8232576c-bcb6-4b22-85cb-a00b95146573","pid":24416,"uri":"/crucible/0/regions","method":"POST","req_id":"38af9169-17b9-4b3f-b5e4-f774d7fd83c5","remote_addr":"[fd00:1122:3344:101::a]:45614","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":206,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_ac95dcbd-b1af-4d29-bdbb-5fda0a5edfa4/crucible/regions/6789b19e-a02a-4289-aab0-e42621c39a93","v":0,"name":"crucible-agent","level":30,"time":"2026-01-27T18:47:21.473187409Z","hostname":"oxz_crucible_8232576c-bcb6-4b22-85cb-a00b95146573","pid":24416,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_ac95dcbd-b1af-4d29-bdbb-5fda0a5edfa4/crucible/regions/6789b19e-a02a-4289-aab0-e42621c39a93","v":0,"name":"crucible-agent","level":30,"time":"2026-01-27T18:47:21.47320683Z","hostname":"oxz_crucible_8232576c-bcb6-4b22-85cb-a00b95146573","pid":24416,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"6789b19e-a02a-4289-aab0-e42621c39a93\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/6789b19e-a02a-4289-aab0-e42621c39a93\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-27T18:47:21.525999301Z","hostname":"oxz_crucible_8232576c-bcb6-4b22-85cb-a00b95146573","pid":24416,"region":"6789b19e-a02a-4289-aab0-e42621c39a93","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"6789b19e-a02a-4289-aab0-e42621c39a93\" \"--data\" \"/data/regions/6789b19e-a02a-4289-aab0-e42621c39a93\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-27T18:47:21.526033702Z","hostname":"oxz_crucible_8232576c-bcb6-4b22-85cb-a00b95146573","pid":24416,"region":"6789b19e-a02a-4289-aab0-e42621c39a93","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-27T18:47:21.599997047Z","hostname":"oxz_crucible_8232576c-bcb6-4b22-85cb-a00b95146573","pid":24416,"region":"6789b19e-a02a-4289-aab0-e42621c39a93","component":"worker"} {"msg":"region 6789b19e-a02a-4289-aab0-e42621c39a93 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-27T18:47:21.600036848Z","hostname":"oxz_crucible_8232576c-bcb6-4b22-85cb-a00b95146573","pid":24416,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-27T18:47:21.60014005Z","hostname":"oxz_crucible_8232576c-bcb6-4b22-85cb-a00b95146573","pid":24416,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-6789b19e-a02a-4289-aab0-e42621c39a93","v":0,"name":"crucible-agent","level":30,"time":"2026-01-27T18:47:21.600512197Z","hostname":"oxz_crucible_8232576c-bcb6-4b22-85cb-a00b95146573","pid":24416,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-6789b19e-a02a-4289-aab0-e42621c39a93","v":0,"name":"crucible-agent","level":30,"time":"2026-01-27T18:47:21.603540426Z","hostname":"oxz_crucible_8232576c-bcb6-4b22-85cb-a00b95146573","pid":24416,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-27T18:47:21.610707877Z","hostname":"oxz_crucible_8232576c-bcb6-4b22-85cb-a00b95146573","pid":24416,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-6789b19e-a02a-4289-aab0-e42621c39a93","v":0,"name":"crucible-agent","level":30,"time":"2026-01-27T18:47:21.614022481Z","hostname":"oxz_crucible_8232576c-bcb6-4b22-85cb-a00b95146573","pid":24416,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6789b19e-a02a-4289-aab0-e42621c39a93","v":0,"name":"crucible-agent","level":30,"time":"2026-01-27T18:47:21.614219075Z","hostname":"oxz_crucible_8232576c-bcb6-4b22-85cb-a00b95146573","pid":24416,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-01-27T18:47:21.614261766Z","hostname":"oxz_crucible_8232576c-bcb6-4b22-85cb-a00b95146573","pid":24416,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-01-27T18:47:21.614300757Z","hostname":"oxz_crucible_8232576c-bcb6-4b22-85cb-a00b95146573","pid":24416,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-27T18:47:21.614336308Z","hostname":"oxz_crucible_8232576c-bcb6-4b22-85cb-a00b95146573","pid":24416,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-27T18:47:21.6180399Z","hostname":"oxz_crucible_8232576c-bcb6-4b22-85cb-a00b95146573","pid":24416,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-27T18:47:21.626995925Z","hostname":"oxz_crucible_8232576c-bcb6-4b22-85cb-a00b95146573","pid":24416,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-27T18:47:21.798970445Z","hostname":"oxz_crucible_8232576c-bcb6-4b22-85cb-a00b95146573","pid":24416,"uri":"/crucible/0/regions","method":"POST","req_id":"e3583d01-1b2a-4f5c-b815-0516a987be03","remote_addr":"[fd00:1122:3344:101::a]:45614","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":55,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-27T18:47:48.440148822Z","hostname":"oxz_crucible_8232576c-bcb6-4b22-85cb-a00b95146573","pid":24416,"uri":"/crucible/0/regions/6789b19e-a02a-4289-aab0-e42621c39a93","method":"GET","req_id":"1efb4a92-5bf7-47fe-96f7-c11b8d478dc9","remote_addr":"[fd00:1122:3344:101::a]:45614","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":74,"response_code":200} {"msg":"path is \"/data/regions/6789b19e-a02a-4289-aab0-e42621c39a93\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-27T18:47:48.443529918Z","hostname":"oxz_crucible_8232576c-bcb6-4b22-85cb-a00b95146573","pid":24416,"component":"datafile"} {"msg":"dataset is oxp_ac95dcbd-b1af-4d29-bdbb-5fda0a5edfa4/crucible/regions/6789b19e-a02a-4289-aab0-e42621c39a93","v":0,"name":"crucible-agent","level":30,"time":"2026-01-27T18:47:48.455089524Z","hostname":"oxz_crucible_8232576c-bcb6-4b22-85cb-a00b95146573","pid":24416,"component":"datafile"} {"msg":"region 6789b19e-a02a-4289-aab0-e42621c39a93 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-01-27T18:47:48.462721503Z","hostname":"oxz_crucible_8232576c-bcb6-4b22-85cb-a00b95146573","pid":24416,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-27T18:47:48.463352975Z","hostname":"oxz_crucible_8232576c-bcb6-4b22-85cb-a00b95146573","pid":24416,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-27T18:47:48.463365586Z","hostname":"oxz_crucible_8232576c-bcb6-4b22-85cb-a00b95146573","pid":24416,"uri":"/crucible/0/regions/6789b19e-a02a-4289-aab0-e42621c39a93","method":"DELETE","req_id":"b4bc03a3-0f62-41d2-8900-4bf281bc363c","remote_addr":"[fd00:1122:3344:101::a]:45614","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":19872,"response_code":204} {"msg":"disabling downstairs instance: downstairs-6789b19e-a02a-4289-aab0-e42621c39a93 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-01-27T18:47:48.464467567Z","hostname":"oxz_crucible_8232576c-bcb6-4b22-85cb-a00b95146573","pid":24416,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-27T18:47:48.476081974Z","hostname":"oxz_crucible_8232576c-bcb6-4b22-85cb-a00b95146573","pid":24416,"uri":"/crucible/0/regions/6789b19e-a02a-4289-aab0-e42621c39a93","method":"GET","req_id":"c77eb19c-8ce8-4aba-8f2d-2bb177fd1826","remote_addr":"[fd00:1122:3344:101::a]:45614","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":43,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-27T18:47:48.480556242Z","hostname":"oxz_crucible_8232576c-bcb6-4b22-85cb-a00b95146573","pid":24416,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_ac95dcbd-b1af-4d29-bdbb-5fda0a5edfa4/crucible/regions/6789b19e-a02a-4289-aab0-e42621c39a93\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-27T18:47:48.488725761Z","hostname":"oxz_crucible_8232576c-bcb6-4b22-85cb-a00b95146573","pid":24416,"region":"6789b19e-a02a-4289-aab0-e42621c39a93","component":"worker"} {"msg":"region 6789b19e-a02a-4289-aab0-e42621c39a93 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-27T18:47:48.553082819Z","hostname":"oxz_crucible_8232576c-bcb6-4b22-85cb-a00b95146573","pid":24416,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-27T18:47:48.620111039Z","hostname":"oxz_crucible_8232576c-bcb6-4b22-85cb-a00b95146573","pid":24416,"uri":"/crucible/0/regions/6789b19e-a02a-4289-aab0-e42621c39a93","method":"GET","req_id":"82bc4b55-0941-4367-bbe8-4c1594d2931e","remote_addr":"[fd00:1122:3344:101::a]:45614","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":51,"response_code":200}