{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T22:51:19.784449682Z","hostname":"oxz_crucible_1e7af3a4-fcf0-4f7a-a39a-5ba7a2bc5686","pid":22427,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:48335"} {"msg":"region eef9d4bc-3e34-415c-80aa-9d9aae2dcaab state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T22:51:19.832953427Z","hostname":"oxz_crucible_1e7af3a4-fcf0-4f7a-a39a-5ba7a2bc5686","pid":22427,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T22:51:19.840989559Z","hostname":"oxz_crucible_1e7af3a4-fcf0-4f7a-a39a-5ba7a2bc5686","pid":22427,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T22:51:19.845656328Z","hostname":"oxz_crucible_1e7af3a4-fcf0-4f7a-a39a-5ba7a2bc5686","pid":22427,"uri":"/crucible/0/regions","method":"POST","req_id":"af679078-75d1-4761-9654-3a33c566c681","remote_addr":"[fd00:1122:3344:101::c]:48335","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":21901,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_bbbbcf02-2060-4168-b943-dc60d4d4f212/crucible/regions/eef9d4bc-3e34-415c-80aa-9d9aae2dcaab","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T22:51:19.853434154Z","hostname":"oxz_crucible_1e7af3a4-fcf0-4f7a-a39a-5ba7a2bc5686","pid":22427,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_bbbbcf02-2060-4168-b943-dc60d4d4f212/crucible/regions/eef9d4bc-3e34-415c-80aa-9d9aae2dcaab","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T22:51:19.853460375Z","hostname":"oxz_crucible_1e7af3a4-fcf0-4f7a-a39a-5ba7a2bc5686","pid":22427,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"eef9d4bc-3e34-415c-80aa-9d9aae2dcaab\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/eef9d4bc-3e34-415c-80aa-9d9aae2dcaab\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T22:51:19.907435021Z","hostname":"oxz_crucible_1e7af3a4-fcf0-4f7a-a39a-5ba7a2bc5686","pid":22427,"region":"eef9d4bc-3e34-415c-80aa-9d9aae2dcaab","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"eef9d4bc-3e34-415c-80aa-9d9aae2dcaab\" \"--data\" \"/data/regions/eef9d4bc-3e34-415c-80aa-9d9aae2dcaab\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T22:51:19.907481762Z","hostname":"oxz_crucible_1e7af3a4-fcf0-4f7a-a39a-5ba7a2bc5686","pid":22427,"region":"eef9d4bc-3e34-415c-80aa-9d9aae2dcaab","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T22:51:20.155081454Z","hostname":"oxz_crucible_1e7af3a4-fcf0-4f7a-a39a-5ba7a2bc5686","pid":22427,"uri":"/crucible/0/regions","method":"POST","req_id":"5f3973b7-5a13-4a62-b34d-8a48e47f6ba6","remote_addr":"[fd00:1122:3344:101::c]:48335","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":80,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T22:51:20.255648561Z","hostname":"oxz_crucible_1e7af3a4-fcf0-4f7a-a39a-5ba7a2bc5686","pid":22427,"region":"eef9d4bc-3e34-415c-80aa-9d9aae2dcaab","component":"worker"} {"msg":"region eef9d4bc-3e34-415c-80aa-9d9aae2dcaab state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T22:51:20.258032457Z","hostname":"oxz_crucible_1e7af3a4-fcf0-4f7a-a39a-5ba7a2bc5686","pid":22427,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T22:51:20.258166571Z","hostname":"oxz_crucible_1e7af3a4-fcf0-4f7a-a39a-5ba7a2bc5686","pid":22427,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-eef9d4bc-3e34-415c-80aa-9d9aae2dcaab","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T22:51:20.258483829Z","hostname":"oxz_crucible_1e7af3a4-fcf0-4f7a-a39a-5ba7a2bc5686","pid":22427,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-eef9d4bc-3e34-415c-80aa-9d9aae2dcaab","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T22:51:20.26932632Z","hostname":"oxz_crucible_1e7af3a4-fcf0-4f7a-a39a-5ba7a2bc5686","pid":22427,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T22:51:20.281310752Z","hostname":"oxz_crucible_1e7af3a4-fcf0-4f7a-a39a-5ba7a2bc5686","pid":22427,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-eef9d4bc-3e34-415c-80aa-9d9aae2dcaab","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T22:51:20.282518706Z","hostname":"oxz_crucible_1e7af3a4-fcf0-4f7a-a39a-5ba7a2bc5686","pid":22427,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/eef9d4bc-3e34-415c-80aa-9d9aae2dcaab","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T22:51:20.283267296Z","hostname":"oxz_crucible_1e7af3a4-fcf0-4f7a-a39a-5ba7a2bc5686","pid":22427,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T22:51:20.283325618Z","hostname":"oxz_crucible_1e7af3a4-fcf0-4f7a-a39a-5ba7a2bc5686","pid":22427,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T22:51:20.283365899Z","hostname":"oxz_crucible_1e7af3a4-fcf0-4f7a-a39a-5ba7a2bc5686","pid":22427,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T22:51:20.2834033Z","hostname":"oxz_crucible_1e7af3a4-fcf0-4f7a-a39a-5ba7a2bc5686","pid":22427,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T22:51:20.285722875Z","hostname":"oxz_crucible_1e7af3a4-fcf0-4f7a-a39a-5ba7a2bc5686","pid":22427,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T22:51:20.288264095Z","hostname":"oxz_crucible_1e7af3a4-fcf0-4f7a-a39a-5ba7a2bc5686","pid":22427,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T22:51:20.576205015Z","hostname":"oxz_crucible_1e7af3a4-fcf0-4f7a-a39a-5ba7a2bc5686","pid":22427,"uri":"/crucible/0/regions","method":"POST","req_id":"50844d77-f557-48fa-abfd-d38bc526b4ce","remote_addr":"[fd00:1122:3344:101::c]:48335","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":91,"response_code":200} {"msg":"region 90b28b64-9c98-4b21-8d9c-c1272bf70e79 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T22:51:26.351857815Z","hostname":"oxz_crucible_1e7af3a4-fcf0-4f7a-a39a-5ba7a2bc5686","pid":22427,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T22:51:26.352054331Z","hostname":"oxz_crucible_1e7af3a4-fcf0-4f7a-a39a-5ba7a2bc5686","pid":22427,"uri":"/crucible/0/regions","method":"POST","req_id":"312da328-e370-41db-bfc3-6e520c52e4f4","remote_addr":"[fd00:1122:3344:101::c]:48335","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":253,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T22:51:26.352071001Z","hostname":"oxz_crucible_1e7af3a4-fcf0-4f7a-a39a-5ba7a2bc5686","pid":22427,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_bbbbcf02-2060-4168-b943-dc60d4d4f212/crucible/regions/90b28b64-9c98-4b21-8d9c-c1272bf70e79","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T22:51:26.358753316Z","hostname":"oxz_crucible_1e7af3a4-fcf0-4f7a-a39a-5ba7a2bc5686","pid":22427,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_bbbbcf02-2060-4168-b943-dc60d4d4f212/crucible/regions/90b28b64-9c98-4b21-8d9c-c1272bf70e79","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T22:51:26.358770477Z","hostname":"oxz_crucible_1e7af3a4-fcf0-4f7a-a39a-5ba7a2bc5686","pid":22427,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"90b28b64-9c98-4b21-8d9c-c1272bf70e79\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/90b28b64-9c98-4b21-8d9c-c1272bf70e79\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T22:51:26.422449792Z","hostname":"oxz_crucible_1e7af3a4-fcf0-4f7a-a39a-5ba7a2bc5686","pid":22427,"region":"90b28b64-9c98-4b21-8d9c-c1272bf70e79","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"90b28b64-9c98-4b21-8d9c-c1272bf70e79\" \"--data\" \"/data/regions/90b28b64-9c98-4b21-8d9c-c1272bf70e79\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T22:51:26.422503413Z","hostname":"oxz_crucible_1e7af3a4-fcf0-4f7a-a39a-5ba7a2bc5686","pid":22427,"region":"90b28b64-9c98-4b21-8d9c-c1272bf70e79","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T22:51:26.468748385Z","hostname":"oxz_crucible_1e7af3a4-fcf0-4f7a-a39a-5ba7a2bc5686","pid":22427,"region":"90b28b64-9c98-4b21-8d9c-c1272bf70e79","component":"worker"} {"msg":"region 90b28b64-9c98-4b21-8d9c-c1272bf70e79 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T22:51:26.468776176Z","hostname":"oxz_crucible_1e7af3a4-fcf0-4f7a-a39a-5ba7a2bc5686","pid":22427,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T22:51:26.468892239Z","hostname":"oxz_crucible_1e7af3a4-fcf0-4f7a-a39a-5ba7a2bc5686","pid":22427,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-90b28b64-9c98-4b21-8d9c-c1272bf70e79","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T22:51:26.469216328Z","hostname":"oxz_crucible_1e7af3a4-fcf0-4f7a-a39a-5ba7a2bc5686","pid":22427,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-90b28b64-9c98-4b21-8d9c-c1272bf70e79","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T22:51:26.470527964Z","hostname":"oxz_crucible_1e7af3a4-fcf0-4f7a-a39a-5ba7a2bc5686","pid":22427,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T22:51:26.47469295Z","hostname":"oxz_crucible_1e7af3a4-fcf0-4f7a-a39a-5ba7a2bc5686","pid":22427,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-90b28b64-9c98-4b21-8d9c-c1272bf70e79","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T22:51:26.475903303Z","hostname":"oxz_crucible_1e7af3a4-fcf0-4f7a-a39a-5ba7a2bc5686","pid":22427,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/90b28b64-9c98-4b21-8d9c-c1272bf70e79","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T22:51:26.476102109Z","hostname":"oxz_crucible_1e7af3a4-fcf0-4f7a-a39a-5ba7a2bc5686","pid":22427,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T22:51:26.47614615Z","hostname":"oxz_crucible_1e7af3a4-fcf0-4f7a-a39a-5ba7a2bc5686","pid":22427,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T22:51:26.476185881Z","hostname":"oxz_crucible_1e7af3a4-fcf0-4f7a-a39a-5ba7a2bc5686","pid":22427,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T22:51:26.476221012Z","hostname":"oxz_crucible_1e7af3a4-fcf0-4f7a-a39a-5ba7a2bc5686","pid":22427,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T22:51:26.478432183Z","hostname":"oxz_crucible_1e7af3a4-fcf0-4f7a-a39a-5ba7a2bc5686","pid":22427,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T22:51:26.482204438Z","hostname":"oxz_crucible_1e7af3a4-fcf0-4f7a-a39a-5ba7a2bc5686","pid":22427,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T22:51:26.699458309Z","hostname":"oxz_crucible_1e7af3a4-fcf0-4f7a-a39a-5ba7a2bc5686","pid":22427,"uri":"/crucible/0/regions","method":"POST","req_id":"c64a573c-4cbd-4ddf-a903-21bccfdf3fd2","remote_addr":"[fd00:1122:3344:101::c]:48335","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":59,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T22:51:50.983037785Z","hostname":"oxz_crucible_1e7af3a4-fcf0-4f7a-a39a-5ba7a2bc5686","pid":22427,"uri":"/crucible/0/regions/90b28b64-9c98-4b21-8d9c-c1272bf70e79","method":"GET","req_id":"99adc68f-17e0-4bfa-b398-14aace14a62f","remote_addr":"[fd00:1122:3344:101::c]:48335","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":100,"response_code":200} {"msg":"path is \"/data/regions/90b28b64-9c98-4b21-8d9c-c1272bf70e79\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T22:51:50.986230094Z","hostname":"oxz_crucible_1e7af3a4-fcf0-4f7a-a39a-5ba7a2bc5686","pid":22427,"component":"datafile"} {"msg":"dataset is oxp_bbbbcf02-2060-4168-b943-dc60d4d4f212/crucible/regions/90b28b64-9c98-4b21-8d9c-c1272bf70e79","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T22:51:50.994816582Z","hostname":"oxz_crucible_1e7af3a4-fcf0-4f7a-a39a-5ba7a2bc5686","pid":22427,"component":"datafile"} {"msg":"region 90b28b64-9c98-4b21-8d9c-c1272bf70e79 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T22:51:51.001007983Z","hostname":"oxz_crucible_1e7af3a4-fcf0-4f7a-a39a-5ba7a2bc5686","pid":22427,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T22:51:51.001224129Z","hostname":"oxz_crucible_1e7af3a4-fcf0-4f7a-a39a-5ba7a2bc5686","pid":22427,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T22:51:51.00123789Z","hostname":"oxz_crucible_1e7af3a4-fcf0-4f7a-a39a-5ba7a2bc5686","pid":22427,"uri":"/crucible/0/regions/90b28b64-9c98-4b21-8d9c-c1272bf70e79","method":"DELETE","req_id":"5acff656-e230-4614-ab0a-45b1f102dfa2","remote_addr":"[fd00:1122:3344:101::c]:48335","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":15014,"response_code":204} {"msg":"disabling downstairs instance: downstairs-90b28b64-9c98-4b21-8d9c-c1272bf70e79 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T22:51:51.002227277Z","hostname":"oxz_crucible_1e7af3a4-fcf0-4f7a-a39a-5ba7a2bc5686","pid":22427,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T22:51:51.004708096Z","hostname":"oxz_crucible_1e7af3a4-fcf0-4f7a-a39a-5ba7a2bc5686","pid":22427,"uri":"/crucible/0/regions/90b28b64-9c98-4b21-8d9c-c1272bf70e79","method":"GET","req_id":"beb21f0f-3423-4e3a-bbb8-1211ba78ba35","remote_addr":"[fd00:1122:3344:101::c]:48335","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":38,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T22:51:51.005263691Z","hostname":"oxz_crucible_1e7af3a4-fcf0-4f7a-a39a-5ba7a2bc5686","pid":22427,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_bbbbcf02-2060-4168-b943-dc60d4d4f212/crucible/regions/90b28b64-9c98-4b21-8d9c-c1272bf70e79\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T22:51:51.013290334Z","hostname":"oxz_crucible_1e7af3a4-fcf0-4f7a-a39a-5ba7a2bc5686","pid":22427,"region":"90b28b64-9c98-4b21-8d9c-c1272bf70e79","component":"worker"} {"msg":"region 90b28b64-9c98-4b21-8d9c-c1272bf70e79 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T22:51:51.058195668Z","hostname":"oxz_crucible_1e7af3a4-fcf0-4f7a-a39a-5ba7a2bc5686","pid":22427,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T22:51:51.068562745Z","hostname":"oxz_crucible_1e7af3a4-fcf0-4f7a-a39a-5ba7a2bc5686","pid":22427,"uri":"/crucible/0/regions/90b28b64-9c98-4b21-8d9c-c1272bf70e79","method":"GET","req_id":"75d35cca-111c-418b-8c9b-f6ae85150ff1","remote_addr":"[fd00:1122:3344:101::c]:48335","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":55,"response_code":200}