{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:16:19.783575529Z","hostname":"oxz_crucible_e2958ff6-8833-4694-bb33-97b20fdcb479","pid":23511,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:42097"} {"msg":"region 743be761-5184-40be-84f8-9a0e9137cba5 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:16:19.811090798Z","hostname":"oxz_crucible_e2958ff6-8833-4694-bb33-97b20fdcb479","pid":23511,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:16:19.813648608Z","hostname":"oxz_crucible_e2958ff6-8833-4694-bb33-97b20fdcb479","pid":23511,"uri":"/crucible/0/regions","method":"POST","req_id":"ff174f6e-2b68-43e3-b3fb-ce238d813c07","remote_addr":"[fd00:1122:3344:101::a]:42097","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":12596,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:16:19.814816868Z","hostname":"oxz_crucible_e2958ff6-8833-4694-bb33-97b20fdcb479","pid":23511,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/743be761-5184-40be-84f8-9a0e9137cba5","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:16:19.825336742Z","hostname":"oxz_crucible_e2958ff6-8833-4694-bb33-97b20fdcb479","pid":23511,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/743be761-5184-40be-84f8-9a0e9137cba5","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:16:19.825361852Z","hostname":"oxz_crucible_e2958ff6-8833-4694-bb33-97b20fdcb479","pid":23511,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"743be761-5184-40be-84f8-9a0e9137cba5\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/743be761-5184-40be-84f8-9a0e9137cba5\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:16:19.878758767Z","hostname":"oxz_crucible_e2958ff6-8833-4694-bb33-97b20fdcb479","pid":23511,"region":"743be761-5184-40be-84f8-9a0e9137cba5","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:16:20.021764138Z","hostname":"oxz_crucible_e2958ff6-8833-4694-bb33-97b20fdcb479","pid":23511,"uri":"/crucible/0/regions","method":"POST","req_id":"336874da-4c9f-4da3-95bf-14e5b77901a8","remote_addr":"[fd00:1122:3344:101::a]:42097","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":88,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:16:20.033955625Z","hostname":"oxz_crucible_e2958ff6-8833-4694-bb33-97b20fdcb479","pid":23511,"region":"743be761-5184-40be-84f8-9a0e9137cba5","component":"worker"} {"msg":"region 743be761-5184-40be-84f8-9a0e9137cba5 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:16:20.033982375Z","hostname":"oxz_crucible_e2958ff6-8833-4694-bb33-97b20fdcb479","pid":23511,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:16:20.034138836Z","hostname":"oxz_crucible_e2958ff6-8833-4694-bb33-97b20fdcb479","pid":23511,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-743be761-5184-40be-84f8-9a0e9137cba5","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:16:20.03459499Z","hostname":"oxz_crucible_e2958ff6-8833-4694-bb33-97b20fdcb479","pid":23511,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-743be761-5184-40be-84f8-9a0e9137cba5","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:16:20.04091523Z","hostname":"oxz_crucible_e2958ff6-8833-4694-bb33-97b20fdcb479","pid":23511,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:16:20.054326817Z","hostname":"oxz_crucible_e2958ff6-8833-4694-bb33-97b20fdcb479","pid":23511,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-743be761-5184-40be-84f8-9a0e9137cba5","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:16:20.058855583Z","hostname":"oxz_crucible_e2958ff6-8833-4694-bb33-97b20fdcb479","pid":23511,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/743be761-5184-40be-84f8-9a0e9137cba5","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:16:20.059576899Z","hostname":"oxz_crucible_e2958ff6-8833-4694-bb33-97b20fdcb479","pid":23511,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:16:20.061674546Z","hostname":"oxz_crucible_e2958ff6-8833-4694-bb33-97b20fdcb479","pid":23511,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:16:20.061736236Z","hostname":"oxz_crucible_e2958ff6-8833-4694-bb33-97b20fdcb479","pid":23511,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:16:20.061796807Z","hostname":"oxz_crucible_e2958ff6-8833-4694-bb33-97b20fdcb479","pid":23511,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:16:20.075144693Z","hostname":"oxz_crucible_e2958ff6-8833-4694-bb33-97b20fdcb479","pid":23511,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:16:20.081160051Z","hostname":"oxz_crucible_e2958ff6-8833-4694-bb33-97b20fdcb479","pid":23511,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:16:20.399756811Z","hostname":"oxz_crucible_e2958ff6-8833-4694-bb33-97b20fdcb479","pid":23511,"uri":"/crucible/0/regions","method":"POST","req_id":"effc7502-2dd6-4032-8f54-700e5a80a19d","remote_addr":"[fd00:1122:3344:101::a]:42097","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":129,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:21:50.564657305Z","hostname":"oxz_crucible_e2958ff6-8833-4694-bb33-97b20fdcb479","pid":23511,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:52806"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:21:50.564744036Z","hostname":"oxz_crucible_e2958ff6-8833-4694-bb33-97b20fdcb479","pid":23511,"uri":"/crucible/0/regions/743be761-5184-40be-84f8-9a0e9137cba5","method":"GET","req_id":"d0c9ba5d-7794-423d-9a4c-f814380e4402","remote_addr":"[fd00:1122:3344:101::a]:52806","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":75,"response_code":"200"} {"msg":"path is \"/data/regions/743be761-5184-40be-84f8-9a0e9137cba5\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:21:50.571908433Z","hostname":"oxz_crucible_e2958ff6-8833-4694-bb33-97b20fdcb479","pid":23511,"component":"datafile"} {"msg":"dataset is oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/743be761-5184-40be-84f8-9a0e9137cba5","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:21:50.582948691Z","hostname":"oxz_crucible_e2958ff6-8833-4694-bb33-97b20fdcb479","pid":23511,"component":"datafile"} {"msg":"snapshot is oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/743be761-5184-40be-84f8-9a0e9137cba5@d5595bbd-d9b8-4f25-96e0-b133935ed4b1","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:21:50.591388269Z","hostname":"oxz_crucible_e2958ff6-8833-4694-bb33-97b20fdcb479","pid":23511,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/743be761-5184-40be-84f8-9a0e9137cba5\", \"d5595bbd-d9b8-4f25-96e0-b133935ed4b1\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:21:50.591421279Z","hostname":"oxz_crucible_e2958ff6-8833-4694-bb33-97b20fdcb479","pid":23511,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:21:50.603808097Z","hostname":"oxz_crucible_e2958ff6-8833-4694-bb33-97b20fdcb479","pid":23511,"uri":"/crucible/0/regions/743be761-5184-40be-84f8-9a0e9137cba5/snapshots/d5595bbd-d9b8-4f25-96e0-b133935ed4b1","method":"GET","req_id":"e45aa2c1-f204-4219-a66c-4a61ab70d025","remote_addr":"[fd00:1122:3344:101::a]:52806","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":38917,"response_code":"200"} {"msg":"path is \"/data/regions/743be761-5184-40be-84f8-9a0e9137cba5\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:21:50.603981859Z","hostname":"oxz_crucible_e2958ff6-8833-4694-bb33-97b20fdcb479","pid":23511,"component":"datafile"} {"msg":"dataset is oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/743be761-5184-40be-84f8-9a0e9137cba5","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:21:50.613104222Z","hostname":"oxz_crucible_e2958ff6-8833-4694-bb33-97b20fdcb479","pid":23511,"component":"datafile"} {"msg":"snapshot is oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/743be761-5184-40be-84f8-9a0e9137cba5@d5595bbd-d9b8-4f25-96e0-b133935ed4b1","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:21:50.621830311Z","hostname":"oxz_crucible_e2958ff6-8833-4694-bb33-97b20fdcb479","pid":23511,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/743be761-5184-40be-84f8-9a0e9137cba5\", \"d5595bbd-d9b8-4f25-96e0-b133935ed4b1\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:21:50.621865032Z","hostname":"oxz_crucible_e2958ff6-8833-4694-bb33-97b20fdcb479","pid":23511,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 743be761-5184-40be-84f8-9a0e9137cba5-d5595bbd-d9b8-4f25-96e0-b133935ed4b1 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:21:50.631664459Z","hostname":"oxz_crucible_e2958ff6-8833-4694-bb33-97b20fdcb479","pid":23511,"component":"datafile"} {"msg":"applying SMF actions for region 743be761-5184-40be-84f8-9a0e9137cba5 running snapshot d5595bbd-d9b8-4f25-96e0-b133935ed4b1 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:21:50.632253394Z","hostname":"oxz_crucible_e2958ff6-8833-4694-bb33-97b20fdcb479","pid":23511,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:21:50.632291895Z","hostname":"oxz_crucible_e2958ff6-8833-4694-bb33-97b20fdcb479","pid":23511,"uri":"/crucible/0/regions/743be761-5184-40be-84f8-9a0e9137cba5/snapshots/d5595bbd-d9b8-4f25-96e0-b133935ed4b1/run","method":"POST","req_id":"072c1aa7-dc0f-4888-83a5-6e95734effd2","remote_addr":"[fd00:1122:3344:101::a]:52806","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":28343,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/743be761-5184-40be-84f8-9a0e9137cba5","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:21:50.638225831Z","hostname":"oxz_crucible_e2958ff6-8833-4694-bb33-97b20fdcb479","pid":23511,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:21:50.638310592Z","hostname":"oxz_crucible_e2958ff6-8833-4694-bb33-97b20fdcb479","pid":23511,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:21:50.638390123Z","hostname":"oxz_crucible_e2958ff6-8833-4694-bb33-97b20fdcb479","pid":23511,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:21:50.638397543Z","hostname":"oxz_crucible_e2958ff6-8833-4694-bb33-97b20fdcb479","pid":23511,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:21:50.638439973Z","hostname":"oxz_crucible_e2958ff6-8833-4694-bb33-97b20fdcb479","pid":23511,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-743be761-5184-40be-84f8-9a0e9137cba5","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:21:50.638492773Z","hostname":"oxz_crucible_e2958ff6-8833-4694-bb33-97b20fdcb479","pid":23511,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/743be761-5184-40be-84f8-9a0e9137cba5","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:21:50.639094928Z","hostname":"oxz_crucible_e2958ff6-8833-4694-bb33-97b20fdcb479","pid":23511,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:21:50.639168109Z","hostname":"oxz_crucible_e2958ff6-8833-4694-bb33-97b20fdcb479","pid":23511,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:21:50.639217769Z","hostname":"oxz_crucible_e2958ff6-8833-4694-bb33-97b20fdcb479","pid":23511,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:21:50.639268819Z","hostname":"oxz_crucible_e2958ff6-8833-4694-bb33-97b20fdcb479","pid":23511,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:21:50.650730841Z","hostname":"oxz_crucible_e2958ff6-8833-4694-bb33-97b20fdcb479","pid":23511,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-743be761-5184-40be-84f8-9a0e9137cba5-d5595bbd-d9b8-4f25-96e0-b133935ed4b1","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:21:50.651208765Z","hostname":"oxz_crucible_e2958ff6-8833-4694-bb33-97b20fdcb479","pid":23511,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-743be761-5184-40be-84f8-9a0e9137cba5-d5595bbd-d9b8-4f25-96e0-b133935ed4b1","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:21:50.657291773Z","hostname":"oxz_crucible_e2958ff6-8833-4694-bb33-97b20fdcb479","pid":23511,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-743be761-5184-40be-84f8-9a0e9137cba5-d5595bbd-d9b8-4f25-96e0-b133935ed4b1","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:21:50.67199463Z","hostname":"oxz_crucible_e2958ff6-8833-4694-bb33-97b20fdcb479","pid":23511,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/743be761-5184-40be-84f8-9a0e9137cba5/.zfs/snapshot/d5595bbd-d9b8-4f25-96e0-b133935ed4b1","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:21:50.672206862Z","hostname":"oxz_crucible_e2958ff6-8833-4694-bb33-97b20fdcb479","pid":23511,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:21:50.672262842Z","hostname":"oxz_crucible_e2958ff6-8833-4694-bb33-97b20fdcb479","pid":23511,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:21:50.672301053Z","hostname":"oxz_crucible_e2958ff6-8833-4694-bb33-97b20fdcb479","pid":23511,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:21:50.672339213Z","hostname":"oxz_crucible_e2958ff6-8833-4694-bb33-97b20fdcb479","pid":23511,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:21:50.672385754Z","hostname":"oxz_crucible_e2958ff6-8833-4694-bb33-97b20fdcb479","pid":23511,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:21:50.679027396Z","hostname":"oxz_crucible_e2958ff6-8833-4694-bb33-97b20fdcb479","pid":23511,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:21:50.687202252Z","hostname":"oxz_crucible_e2958ff6-8833-4694-bb33-97b20fdcb479","pid":23511,"component":"worker"} {"msg":"region 743be761-5184-40be-84f8-9a0e9137cba5 running snapshot d5595bbd-d9b8-4f25-96e0-b133935ed4b1 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-02-12T21:21:50.687222892Z","hostname":"oxz_crucible_e2958ff6-8833-4694-bb33-97b20fdcb479","pid":23511,"component":"datafile"}