{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-07T02:00:34.923577278Z","hostname":"oxz_crucible_3c51b663-e9db-4114-8e40-5bb7c34233ca","pid":374,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:41774"} {"msg":"region ea4d5aa7-9c59-4fc9-a934-b681f394ea44 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-07T02:00:34.971072577Z","hostname":"oxz_crucible_3c51b663-e9db-4114-8e40-5bb7c34233ca","pid":374,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-03-07T02:00:34.974292552Z","hostname":"oxz_crucible_3c51b663-e9db-4114-8e40-5bb7c34233ca","pid":374,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-07T02:00:34.974308953Z","hostname":"oxz_crucible_3c51b663-e9db-4114-8e40-5bb7c34233ca","pid":374,"uri":"/crucible/0/regions","method":"POST","req_id":"d17f227f-d409-4a41-883b-75d7f27c1a86","remote_addr":"[fd00:1122:3344:101::a]:41774","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":20044,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_6c70964c-9605-427b-9ebc-f4dce9aa6f44/crucible/regions/ea4d5aa7-9c59-4fc9-a934-b681f394ea44","v":0,"name":"crucible-agent","level":30,"time":"2026-03-07T02:00:34.985439126Z","hostname":"oxz_crucible_3c51b663-e9db-4114-8e40-5bb7c34233ca","pid":374,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_6c70964c-9605-427b-9ebc-f4dce9aa6f44/crucible/regions/ea4d5aa7-9c59-4fc9-a934-b681f394ea44","v":0,"name":"crucible-agent","level":30,"time":"2026-03-07T02:00:34.985456147Z","hostname":"oxz_crucible_3c51b663-e9db-4114-8e40-5bb7c34233ca","pid":374,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"ea4d5aa7-9c59-4fc9-a934-b681f394ea44\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/ea4d5aa7-9c59-4fc9-a934-b681f394ea44\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-07T02:00:35.031516459Z","hostname":"oxz_crucible_3c51b663-e9db-4114-8e40-5bb7c34233ca","pid":374,"region":"ea4d5aa7-9c59-4fc9-a934-b681f394ea44","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"ea4d5aa7-9c59-4fc9-a934-b681f394ea44\" \"--data\" \"/data/regions/ea4d5aa7-9c59-4fc9-a934-b681f394ea44\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-07T02:00:35.034193547Z","hostname":"oxz_crucible_3c51b663-e9db-4114-8e40-5bb7c34233ca","pid":374,"region":"ea4d5aa7-9c59-4fc9-a934-b681f394ea44","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-07T02:00:35.171778696Z","hostname":"oxz_crucible_3c51b663-e9db-4114-8e40-5bb7c34233ca","pid":374,"uri":"/crucible/0/regions","method":"POST","req_id":"0ba50797-6cd5-46b0-ba3d-833832270187","remote_addr":"[fd00:1122:3344:101::a]:41774","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":76,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-07T02:00:35.462954547Z","hostname":"oxz_crucible_3c51b663-e9db-4114-8e40-5bb7c34233ca","pid":374,"region":"ea4d5aa7-9c59-4fc9-a934-b681f394ea44","component":"worker"} {"msg":"region ea4d5aa7-9c59-4fc9-a934-b681f394ea44 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-07T02:00:35.463022539Z","hostname":"oxz_crucible_3c51b663-e9db-4114-8e40-5bb7c34233ca","pid":374,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-07T02:00:35.463140082Z","hostname":"oxz_crucible_3c51b663-e9db-4114-8e40-5bb7c34233ca","pid":374,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-ea4d5aa7-9c59-4fc9-a934-b681f394ea44","v":0,"name":"crucible-agent","level":30,"time":"2026-03-07T02:00:35.463721772Z","hostname":"oxz_crucible_3c51b663-e9db-4114-8e40-5bb7c34233ca","pid":374,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-ea4d5aa7-9c59-4fc9-a934-b681f394ea44","v":0,"name":"crucible-agent","level":30,"time":"2026-03-07T02:00:35.47714569Z","hostname":"oxz_crucible_3c51b663-e9db-4114-8e40-5bb7c34233ca","pid":374,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-07T02:00:35.508824073Z","hostname":"oxz_crucible_3c51b663-e9db-4114-8e40-5bb7c34233ca","pid":374,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ea4d5aa7-9c59-4fc9-a934-b681f394ea44","v":0,"name":"crucible-agent","level":30,"time":"2026-03-07T02:00:35.512172622Z","hostname":"oxz_crucible_3c51b663-e9db-4114-8e40-5bb7c34233ca","pid":374,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ea4d5aa7-9c59-4fc9-a934-b681f394ea44","v":0,"name":"crucible-agent","level":30,"time":"2026-03-07T02:00:35.512877996Z","hostname":"oxz_crucible_3c51b663-e9db-4114-8e40-5bb7c34233ca","pid":374,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-03-07T02:00:35.512939918Z","hostname":"oxz_crucible_3c51b663-e9db-4114-8e40-5bb7c34233ca","pid":374,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-03-07T02:00:35.512982709Z","hostname":"oxz_crucible_3c51b663-e9db-4114-8e40-5bb7c34233ca","pid":374,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-07T02:00:35.51301797Z","hostname":"oxz_crucible_3c51b663-e9db-4114-8e40-5bb7c34233ca","pid":374,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-07T02:00:35.51761547Z","hostname":"oxz_crucible_3c51b663-e9db-4114-8e40-5bb7c34233ca","pid":374,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-07T02:00:35.521858618Z","hostname":"oxz_crucible_3c51b663-e9db-4114-8e40-5bb7c34233ca","pid":374,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-07T02:00:35.69077937Z","hostname":"oxz_crucible_3c51b663-e9db-4114-8e40-5bb7c34233ca","pid":374,"uri":"/crucible/0/regions","method":"POST","req_id":"d25c48a1-b4a5-4ac2-a42a-395ac271964a","remote_addr":"[fd00:1122:3344:101::a]:41774","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":62,"response_code":200} {"msg":"region d1c2204e-6fc1-4b1b-90cc-484c87f75af7 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-07T02:00:41.751597205Z","hostname":"oxz_crucible_3c51b663-e9db-4114-8e40-5bb7c34233ca","pid":374,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-07T02:00:41.75178078Z","hostname":"oxz_crucible_3c51b663-e9db-4114-8e40-5bb7c34233ca","pid":374,"uri":"/crucible/0/regions","method":"POST","req_id":"8537ebd4-56b0-45d6-8926-73f2d021aa8d","remote_addr":"[fd00:1122:3344:101::a]:41774","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":234,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-03-07T02:00:41.751804091Z","hostname":"oxz_crucible_3c51b663-e9db-4114-8e40-5bb7c34233ca","pid":374,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_6c70964c-9605-427b-9ebc-f4dce9aa6f44/crucible/regions/d1c2204e-6fc1-4b1b-90cc-484c87f75af7","v":0,"name":"crucible-agent","level":30,"time":"2026-03-07T02:00:41.758231331Z","hostname":"oxz_crucible_3c51b663-e9db-4114-8e40-5bb7c34233ca","pid":374,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_6c70964c-9605-427b-9ebc-f4dce9aa6f44/crucible/regions/d1c2204e-6fc1-4b1b-90cc-484c87f75af7","v":0,"name":"crucible-agent","level":30,"time":"2026-03-07T02:00:41.758253522Z","hostname":"oxz_crucible_3c51b663-e9db-4114-8e40-5bb7c34233ca","pid":374,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"d1c2204e-6fc1-4b1b-90cc-484c87f75af7\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/d1c2204e-6fc1-4b1b-90cc-484c87f75af7\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-07T02:00:41.808950286Z","hostname":"oxz_crucible_3c51b663-e9db-4114-8e40-5bb7c34233ca","pid":374,"region":"d1c2204e-6fc1-4b1b-90cc-484c87f75af7","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"d1c2204e-6fc1-4b1b-90cc-484c87f75af7\" \"--data\" \"/data/regions/d1c2204e-6fc1-4b1b-90cc-484c87f75af7\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-07T02:00:41.808990647Z","hostname":"oxz_crucible_3c51b663-e9db-4114-8e40-5bb7c34233ca","pid":374,"region":"d1c2204e-6fc1-4b1b-90cc-484c87f75af7","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-07T02:00:41.885298267Z","hostname":"oxz_crucible_3c51b663-e9db-4114-8e40-5bb7c34233ca","pid":374,"region":"d1c2204e-6fc1-4b1b-90cc-484c87f75af7","component":"worker"} {"msg":"region d1c2204e-6fc1-4b1b-90cc-484c87f75af7 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-07T02:00:41.885339629Z","hostname":"oxz_crucible_3c51b663-e9db-4114-8e40-5bb7c34233ca","pid":374,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-07T02:00:41.885448492Z","hostname":"oxz_crucible_3c51b663-e9db-4114-8e40-5bb7c34233ca","pid":374,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-d1c2204e-6fc1-4b1b-90cc-484c87f75af7","v":0,"name":"crucible-agent","level":30,"time":"2026-03-07T02:00:41.885833355Z","hostname":"oxz_crucible_3c51b663-e9db-4114-8e40-5bb7c34233ca","pid":374,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-d1c2204e-6fc1-4b1b-90cc-484c87f75af7","v":0,"name":"crucible-agent","level":30,"time":"2026-03-07T02:00:41.889105701Z","hostname":"oxz_crucible_3c51b663-e9db-4114-8e40-5bb7c34233ca","pid":374,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-07T02:00:41.897501486Z","hostname":"oxz_crucible_3c51b663-e9db-4114-8e40-5bb7c34233ca","pid":374,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d1c2204e-6fc1-4b1b-90cc-484c87f75af7","v":0,"name":"crucible-agent","level":30,"time":"2026-03-07T02:00:41.900533404Z","hostname":"oxz_crucible_3c51b663-e9db-4114-8e40-5bb7c34233ca","pid":374,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d1c2204e-6fc1-4b1b-90cc-484c87f75af7","v":0,"name":"crucible-agent","level":30,"time":"2026-03-07T02:00:41.900799473Z","hostname":"oxz_crucible_3c51b663-e9db-4114-8e40-5bb7c34233ca","pid":374,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-03-07T02:00:41.900846855Z","hostname":"oxz_crucible_3c51b663-e9db-4114-8e40-5bb7c34233ca","pid":374,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-03-07T02:00:41.900885156Z","hostname":"oxz_crucible_3c51b663-e9db-4114-8e40-5bb7c34233ca","pid":374,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-07T02:00:41.900920997Z","hostname":"oxz_crucible_3c51b663-e9db-4114-8e40-5bb7c34233ca","pid":374,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-07T02:00:41.904320068Z","hostname":"oxz_crucible_3c51b663-e9db-4114-8e40-5bb7c34233ca","pid":374,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-07T02:00:41.915055498Z","hostname":"oxz_crucible_3c51b663-e9db-4114-8e40-5bb7c34233ca","pid":374,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-07T02:00:42.092367463Z","hostname":"oxz_crucible_3c51b663-e9db-4114-8e40-5bb7c34233ca","pid":374,"uri":"/crucible/0/regions","method":"POST","req_id":"15bae23d-d8b9-40ff-a0ce-f908fe541100","remote_addr":"[fd00:1122:3344:101::a]:41774","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":58,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-07T02:01:06.318862568Z","hostname":"oxz_crucible_3c51b663-e9db-4114-8e40-5bb7c34233ca","pid":374,"uri":"/crucible/0/regions/d1c2204e-6fc1-4b1b-90cc-484c87f75af7","method":"GET","req_id":"2c0b1b60-777b-41ea-8975-103c151cef82","remote_addr":"[fd00:1122:3344:101::a]:41774","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":76,"response_code":200} {"msg":"path is \"/data/regions/d1c2204e-6fc1-4b1b-90cc-484c87f75af7\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-07T02:01:06.322139155Z","hostname":"oxz_crucible_3c51b663-e9db-4114-8e40-5bb7c34233ca","pid":374,"component":"datafile"} {"msg":"dataset is oxp_6c70964c-9605-427b-9ebc-f4dce9aa6f44/crucible/regions/d1c2204e-6fc1-4b1b-90cc-484c87f75af7","v":0,"name":"crucible-agent","level":30,"time":"2026-03-07T02:01:06.333348631Z","hostname":"oxz_crucible_3c51b663-e9db-4114-8e40-5bb7c34233ca","pid":374,"component":"datafile"} {"msg":"region d1c2204e-6fc1-4b1b-90cc-484c87f75af7 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-03-07T02:01:06.340875226Z","hostname":"oxz_crucible_3c51b663-e9db-4114-8e40-5bb7c34233ca","pid":374,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-07T02:01:06.341474976Z","hostname":"oxz_crucible_3c51b663-e9db-4114-8e40-5bb7c34233ca","pid":374,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-07T02:01:06.341512637Z","hostname":"oxz_crucible_3c51b663-e9db-4114-8e40-5bb7c34233ca","pid":374,"uri":"/crucible/0/regions/d1c2204e-6fc1-4b1b-90cc-484c87f75af7","method":"DELETE","req_id":"8880cc8a-1f7f-422d-b8fb-c8b90384a07a","remote_addr":"[fd00:1122:3344:101::a]:41774","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":19372,"response_code":204} {"msg":"disabling downstairs instance: downstairs-d1c2204e-6fc1-4b1b-90cc-484c87f75af7 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-03-07T02:01:06.342426757Z","hostname":"oxz_crucible_3c51b663-e9db-4114-8e40-5bb7c34233ca","pid":374,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-07T02:01:06.344732222Z","hostname":"oxz_crucible_3c51b663-e9db-4114-8e40-5bb7c34233ca","pid":374,"uri":"/crucible/0/regions/d1c2204e-6fc1-4b1b-90cc-484c87f75af7","method":"GET","req_id":"5f82364b-8268-47f2-9196-06b96b7b677d","remote_addr":"[fd00:1122:3344:101::a]:41774","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":30,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-07T02:01:06.349002912Z","hostname":"oxz_crucible_3c51b663-e9db-4114-8e40-5bb7c34233ca","pid":374,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_6c70964c-9605-427b-9ebc-f4dce9aa6f44/crucible/regions/d1c2204e-6fc1-4b1b-90cc-484c87f75af7\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-07T02:01:06.355499273Z","hostname":"oxz_crucible_3c51b663-e9db-4114-8e40-5bb7c34233ca","pid":374,"region":"d1c2204e-6fc1-4b1b-90cc-484c87f75af7","component":"worker"} {"msg":"region d1c2204e-6fc1-4b1b-90cc-484c87f75af7 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-07T02:01:06.4062721Z","hostname":"oxz_crucible_3c51b663-e9db-4114-8e40-5bb7c34233ca","pid":374,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-07T02:01:06.476480011Z","hostname":"oxz_crucible_3c51b663-e9db-4114-8e40-5bb7c34233ca","pid":374,"uri":"/crucible/0/regions/d1c2204e-6fc1-4b1b-90cc-484c87f75af7","method":"GET","req_id":"ff25ee69-1c49-4e84-9646-41d150bb964a","remote_addr":"[fd00:1122:3344:101::a]:41774","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":49,"response_code":200}