{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T22:24:30.106202737Z","hostname":"oxz_crucible_1f44325a-7fa0-4c8d-a4e5-3d865cca7fa6","pid":23627,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:64575"}
{"msg":"region cc0c1074-9bb5-4f6c-9b28-445665064277 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T22:24:30.106420961Z","hostname":"oxz_crucible_1f44325a-7fa0-4c8d-a4e5-3d865cca7fa6","pid":23627,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T22:24:30.107006221Z","hostname":"oxz_crucible_1f44325a-7fa0-4c8d-a4e5-3d865cca7fa6","pid":23627,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T22:24:30.107036431Z","hostname":"oxz_crucible_1f44325a-7fa0-4c8d-a4e5-3d865cca7fa6","pid":23627,"uri":"/crucible/0/regions","method":"POST","req_id":"c6da270b-b70b-4e05-9857-eda823ceb315","remote_addr":"[fd00:1122:3344:101::b]:64575","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":650,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_505eb005-21a1-4bac-83b0-a94e5a367046/crucible/regions/cc0c1074-9bb5-4f6c-9b28-445665064277","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T22:24:30.11681408Z","hostname":"oxz_crucible_1f44325a-7fa0-4c8d-a4e5-3d865cca7fa6","pid":23627,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_505eb005-21a1-4bac-83b0-a94e5a367046/crucible/regions/cc0c1074-9bb5-4f6c-9b28-445665064277","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T22:24:30.11682945Z","hostname":"oxz_crucible_1f44325a-7fa0-4c8d-a4e5-3d865cca7fa6","pid":23627,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"cc0c1074-9bb5-4f6c-9b28-445665064277\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/cc0c1074-9bb5-4f6c-9b28-445665064277\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T22:24:30.163289771Z","hostname":"oxz_crucible_1f44325a-7fa0-4c8d-a4e5-3d865cca7fa6","pid":23627,"region":"cc0c1074-9bb5-4f6c-9b28-445665064277","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"cc0c1074-9bb5-4f6c-9b28-445665064277\" \"--data\" \"/data/regions/cc0c1074-9bb5-4f6c-9b28-445665064277\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T22:24:30.163324071Z","hostname":"oxz_crucible_1f44325a-7fa0-4c8d-a4e5-3d865cca7fa6","pid":23627,"region":"cc0c1074-9bb5-4f6c-9b28-445665064277","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T22:24:30.246412283Z","hostname":"oxz_crucible_1f44325a-7fa0-4c8d-a4e5-3d865cca7fa6","pid":23627,"region":"cc0c1074-9bb5-4f6c-9b28-445665064277","component":"worker"}
{"msg":"region cc0c1074-9bb5-4f6c-9b28-445665064277 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T22:24:30.246448884Z","hostname":"oxz_crucible_1f44325a-7fa0-4c8d-a4e5-3d865cca7fa6","pid":23627,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T22:24:30.246537515Z","hostname":"oxz_crucible_1f44325a-7fa0-4c8d-a4e5-3d865cca7fa6","pid":23627,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-cc0c1074-9bb5-4f6c-9b28-445665064277","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T22:24:30.259957866Z","hostname":"oxz_crucible_1f44325a-7fa0-4c8d-a4e5-3d865cca7fa6","pid":23627,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-cc0c1074-9bb5-4f6c-9b28-445665064277","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T22:24:30.264687578Z","hostname":"oxz_crucible_1f44325a-7fa0-4c8d-a4e5-3d865cca7fa6","pid":23627,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T22:24:30.274769732Z","hostname":"oxz_crucible_1f44325a-7fa0-4c8d-a4e5-3d865cca7fa6","pid":23627,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-cc0c1074-9bb5-4f6c-9b28-445665064277","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T22:24:30.277815844Z","hostname":"oxz_crucible_1f44325a-7fa0-4c8d-a4e5-3d865cca7fa6","pid":23627,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/cc0c1074-9bb5-4f6c-9b28-445665064277","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T22:24:30.27815599Z","hostname":"oxz_crucible_1f44325a-7fa0-4c8d-a4e5-3d865cca7fa6","pid":23627,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T22:24:30.278187701Z","hostname":"oxz_crucible_1f44325a-7fa0-4c8d-a4e5-3d865cca7fa6","pid":23627,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T22:24:30.278234641Z","hostname":"oxz_crucible_1f44325a-7fa0-4c8d-a4e5-3d865cca7fa6","pid":23627,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T22:24:30.278272102Z","hostname":"oxz_crucible_1f44325a-7fa0-4c8d-a4e5-3d865cca7fa6","pid":23627,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T22:24:30.281844773Z","hostname":"oxz_crucible_1f44325a-7fa0-4c8d-a4e5-3d865cca7fa6","pid":23627,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T22:24:30.28626247Z","hostname":"oxz_crucible_1f44325a-7fa0-4c8d-a4e5-3d865cca7fa6","pid":23627,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T22:24:30.306789173Z","hostname":"oxz_crucible_1f44325a-7fa0-4c8d-a4e5-3d865cca7fa6","pid":23627,"uri":"/crucible/0/regions","method":"POST","req_id":"e17824fd-48af-4844-992e-c23623f4b53a","remote_addr":"[fd00:1122:3344:101::b]:64575","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":62,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T22:24:31.521368512Z","hostname":"oxz_crucible_1f44325a-7fa0-4c8d-a4e5-3d865cca7fa6","pid":23627,"uri":"/crucible/0/regions/76dcd752-d1a8-4ce3-9f8a-53a9b9b22580","method":"GET","req_id":"29f1101e-57f8-418c-b636-d5f79c4453dc","remote_addr":"[fd00:1122:3344:101::b]:64575","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":69,"response_code":200}
{"msg":"path is \"/data/regions/76dcd752-d1a8-4ce3-9f8a-53a9b9b22580\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T22:24:31.525785498Z","hostname":"oxz_crucible_1f44325a-7fa0-4c8d-a4e5-3d865cca7fa6","pid":23627,"component":"datafile"}
{"msg":"dataset is oxp_505eb005-21a1-4bac-83b0-a94e5a367046/crucible/regions/76dcd752-d1a8-4ce3-9f8a-53a9b9b22580","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T22:24:31.532485553Z","hostname":"oxz_crucible_1f44325a-7fa0-4c8d-a4e5-3d865cca7fa6","pid":23627,"component":"datafile"}
{"msg":"snapshot is oxp_505eb005-21a1-4bac-83b0-a94e5a367046/crucible/regions/76dcd752-d1a8-4ce3-9f8a-53a9b9b22580@0f7b5f75-6806-4d01-b17e-e458df0e7a85","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T22:24:31.539405173Z","hostname":"oxz_crucible_1f44325a-7fa0-4c8d-a4e5-3d865cca7fa6","pid":23627,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_505eb005-21a1-4bac-83b0-a94e5a367046/crucible/regions/76dcd752-d1a8-4ce3-9f8a-53a9b9b22580\", \"0f7b5f75-6806-4d01-b17e-e458df0e7a85\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T22:24:31.539427223Z","hostname":"oxz_crucible_1f44325a-7fa0-4c8d-a4e5-3d865cca7fa6","pid":23627,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T22:24:31.552417757Z","hostname":"oxz_crucible_1f44325a-7fa0-4c8d-a4e5-3d865cca7fa6","pid":23627,"uri":"/crucible/0/regions/76dcd752-d1a8-4ce3-9f8a-53a9b9b22580/snapshots/0f7b5f75-6806-4d01-b17e-e458df0e7a85","method":"GET","req_id":"5ddb5157-fdc5-451b-ab02-ee3eeed48235","remote_addr":"[fd00:1122:3344:101::b]:64575","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":27382,"response_code":200}
{"msg":"path is \"/data/regions/76dcd752-d1a8-4ce3-9f8a-53a9b9b22580\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T22:24:31.573884007Z","hostname":"oxz_crucible_1f44325a-7fa0-4c8d-a4e5-3d865cca7fa6","pid":23627,"component":"datafile"}
{"msg":"dataset is oxp_505eb005-21a1-4bac-83b0-a94e5a367046/crucible/regions/76dcd752-d1a8-4ce3-9f8a-53a9b9b22580","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T22:24:31.5810469Z","hostname":"oxz_crucible_1f44325a-7fa0-4c8d-a4e5-3d865cca7fa6","pid":23627,"component":"datafile"}
{"msg":"snapshot is oxp_505eb005-21a1-4bac-83b0-a94e5a367046/crucible/regions/76dcd752-d1a8-4ce3-9f8a-53a9b9b22580@0f7b5f75-6806-4d01-b17e-e458df0e7a85","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T22:24:31.586922851Z","hostname":"oxz_crucible_1f44325a-7fa0-4c8d-a4e5-3d865cca7fa6","pid":23627,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_505eb005-21a1-4bac-83b0-a94e5a367046/crucible/regions/76dcd752-d1a8-4ce3-9f8a-53a9b9b22580\", \"0f7b5f75-6806-4d01-b17e-e458df0e7a85\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T22:24:31.586948822Z","hostname":"oxz_crucible_1f44325a-7fa0-4c8d-a4e5-3d865cca7fa6","pid":23627,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 76dcd752-d1a8-4ce3-9f8a-53a9b9b22580-0f7b5f75-6806-4d01-b17e-e458df0e7a85 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T22:24:31.595686122Z","hostname":"oxz_crucible_1f44325a-7fa0-4c8d-a4e5-3d865cca7fa6","pid":23627,"component":"datafile"}
{"msg":"applying SMF actions for region 76dcd752-d1a8-4ce3-9f8a-53a9b9b22580 running snapshot 0f7b5f75-6806-4d01-b17e-e458df0e7a85 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T22:24:31.600919562Z","hostname":"oxz_crucible_1f44325a-7fa0-4c8d-a4e5-3d865cca7fa6","pid":23627,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T22:24:31.600947023Z","hostname":"oxz_crucible_1f44325a-7fa0-4c8d-a4e5-3d865cca7fa6","pid":23627,"uri":"/crucible/0/regions/76dcd752-d1a8-4ce3-9f8a-53a9b9b22580/snapshots/0f7b5f75-6806-4d01-b17e-e458df0e7a85/run","method":"POST","req_id":"d83666fc-e7f0-4968-b67d-7c1245842757","remote_addr":"[fd00:1122:3344:101::b]:64575","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":27074,"response_code":200}
{"msg":"creating missing snapshot instance snapshot-76dcd752-d1a8-4ce3-9f8a-53a9b9b22580-0f7b5f75-6806-4d01-b17e-e458df0e7a85","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T22:24:31.602998728Z","hostname":"oxz_crucible_1f44325a-7fa0-4c8d-a4e5-3d865cca7fa6","pid":23627,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-76dcd752-d1a8-4ce3-9f8a-53a9b9b22580-0f7b5f75-6806-4d01-b17e-e458df0e7a85","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T22:24:31.677842688Z","hostname":"oxz_crucible_1f44325a-7fa0-4c8d-a4e5-3d865cca7fa6","pid":23627,"component":"worker"}
{"msg":"path is \"/data/regions/76dcd752-d1a8-4ce3-9f8a-53a9b9b22580\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T22:24:31.772454598Z","hostname":"oxz_crucible_1f44325a-7fa0-4c8d-a4e5-3d865cca7fa6","pid":23627,"component":"datafile"}
{"msg":"dataset is oxp_505eb005-21a1-4bac-83b0-a94e5a367046/crucible/regions/76dcd752-d1a8-4ce3-9f8a-53a9b9b22580","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T22:24:31.778132326Z","hostname":"oxz_crucible_1f44325a-7fa0-4c8d-a4e5-3d865cca7fa6","pid":23627,"component":"datafile"}
{"msg":"snapshot is oxp_505eb005-21a1-4bac-83b0-a94e5a367046/crucible/regions/76dcd752-d1a8-4ce3-9f8a-53a9b9b22580@0f7b5f75-6806-4d01-b17e-e458df0e7a85","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T22:24:31.783240484Z","hostname":"oxz_crucible_1f44325a-7fa0-4c8d-a4e5-3d865cca7fa6","pid":23627,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_505eb005-21a1-4bac-83b0-a94e5a367046/crucible/regions/76dcd752-d1a8-4ce3-9f8a-53a9b9b22580\", \"0f7b5f75-6806-4d01-b17e-e458df0e7a85\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T22:24:31.783262824Z","hostname":"oxz_crucible_1f44325a-7fa0-4c8d-a4e5-3d865cca7fa6","pid":23627,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T22:24:31.788072257Z","hostname":"oxz_crucible_1f44325a-7fa0-4c8d-a4e5-3d865cca7fa6","pid":23627,"uri":"/crucible/0/regions/76dcd752-d1a8-4ce3-9f8a-53a9b9b22580/snapshots/0f7b5f75-6806-4d01-b17e-e458df0e7a85/run","method":"POST","req_id":"8d670bb7-7fe2-46c0-864d-2b86ff5a657e","remote_addr":"[fd00:1122:3344:101::b]:64575","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":15641,"response_code":200}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-76dcd752-d1a8-4ce3-9f8a-53a9b9b22580-0f7b5f75-6806-4d01-b17e-e458df0e7a85","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T22:24:31.812303685Z","hostname":"oxz_crucible_1f44325a-7fa0-4c8d-a4e5-3d865cca7fa6","pid":23627,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/76dcd752-d1a8-4ce3-9f8a-53a9b9b22580/.zfs/snapshot/0f7b5f75-6806-4d01-b17e-e458df0e7a85","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T22:24:31.812714342Z","hostname":"oxz_crucible_1f44325a-7fa0-4c8d-a4e5-3d865cca7fa6","pid":23627,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T22:24:31.812739992Z","hostname":"oxz_crucible_1f44325a-7fa0-4c8d-a4e5-3d865cca7fa6","pid":23627,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T22:24:31.812765003Z","hostname":"oxz_crucible_1f44325a-7fa0-4c8d-a4e5-3d865cca7fa6","pid":23627,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T22:24:31.812812104Z","hostname":"oxz_crucible_1f44325a-7fa0-4c8d-a4e5-3d865cca7fa6","pid":23627,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T22:24:31.812854065Z","hostname":"oxz_crucible_1f44325a-7fa0-4c8d-a4e5-3d865cca7fa6","pid":23627,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T22:24:31.862428139Z","hostname":"oxz_crucible_1f44325a-7fa0-4c8d-a4e5-3d865cca7fa6","pid":23627,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T22:24:31.909136604Z","hostname":"oxz_crucible_1f44325a-7fa0-4c8d-a4e5-3d865cca7fa6","pid":23627,"component":"worker"}
{"msg":"region 76dcd752-d1a8-4ce3-9f8a-53a9b9b22580 running snapshot 0f7b5f75-6806-4d01-b17e-e458df0e7a85 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T22:24:31.909163454Z","hostname":"oxz_crucible_1f44325a-7fa0-4c8d-a4e5-3d865cca7fa6","pid":23627,"component":"datafile"}
{"msg":"path is \"/data/regions/76dcd752-d1a8-4ce3-9f8a-53a9b9b22580\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T22:24:32.226725296Z","hostname":"oxz_crucible_1f44325a-7fa0-4c8d-a4e5-3d865cca7fa6","pid":23627,"component":"datafile"}
{"msg":"dataset is oxp_505eb005-21a1-4bac-83b0-a94e5a367046/crucible/regions/76dcd752-d1a8-4ce3-9f8a-53a9b9b22580","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T22:24:32.233153016Z","hostname":"oxz_crucible_1f44325a-7fa0-4c8d-a4e5-3d865cca7fa6","pid":23627,"component":"datafile"}
{"msg":"snapshot is oxp_505eb005-21a1-4bac-83b0-a94e5a367046/crucible/regions/76dcd752-d1a8-4ce3-9f8a-53a9b9b22580@0f7b5f75-6806-4d01-b17e-e458df0e7a85","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T22:24:32.2397465Z","hostname":"oxz_crucible_1f44325a-7fa0-4c8d-a4e5-3d865cca7fa6","pid":23627,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_505eb005-21a1-4bac-83b0-a94e5a367046/crucible/regions/76dcd752-d1a8-4ce3-9f8a-53a9b9b22580\", \"0f7b5f75-6806-4d01-b17e-e458df0e7a85\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T22:24:32.23976718Z","hostname":"oxz_crucible_1f44325a-7fa0-4c8d-a4e5-3d865cca7fa6","pid":23627,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T22:24:32.24496324Z","hostname":"oxz_crucible_1f44325a-7fa0-4c8d-a4e5-3d865cca7fa6","pid":23627,"uri":"/crucible/0/regions/76dcd752-d1a8-4ce3-9f8a-53a9b9b22580/snapshots/0f7b5f75-6806-4d01-b17e-e458df0e7a85/run","method":"POST","req_id":"9a051a9c-0368-430b-93e8-bd69b5c833dc","remote_addr":"[fd00:1122:3344:101::b]:64575","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":18284,"response_code":200}