{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:00:00.348084111Z","hostname":"oxz_crucible_53348e1b-66f0-49ba-95da-a703df7314e9","pid":23657,"uri":"/crucible/0/regions/7fcc65ec-a4f9-48ac-a00c-d992246a45e2","method":"GET","req_id":"e5daaa30-0ac4-4a45-951e-d04e550f683f","remote_addr":"[fd00:1122:3344:101::b]:50231","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":63,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:00:48.233189732Z","hostname":"oxz_crucible_53348e1b-66f0-49ba-95da-a703df7314e9","pid":23657,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:33833"}
{"msg":"region 6a4be05a-f17e-4486-bc33-690bc6f0c5bf state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:00:48.293405461Z","hostname":"oxz_crucible_53348e1b-66f0-49ba-95da-a703df7314e9","pid":23657,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:00:48.293575515Z","hostname":"oxz_crucible_53348e1b-66f0-49ba-95da-a703df7314e9","pid":23657,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:00:48.293586135Z","hostname":"oxz_crucible_53348e1b-66f0-49ba-95da-a703df7314e9","pid":23657,"uri":"/crucible/0/regions","method":"POST","req_id":"c6bfdad4-b82b-4775-9e92-beb40dcb0dc8","remote_addr":"[fd00:1122:3344:101::a]:33833","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":226,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_d8d4854c-1bc7-4093-baec-12d487135aeb/crucible/regions/6a4be05a-f17e-4486-bc33-690bc6f0c5bf","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:00:48.302811364Z","hostname":"oxz_crucible_53348e1b-66f0-49ba-95da-a703df7314e9","pid":23657,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_d8d4854c-1bc7-4093-baec-12d487135aeb/crucible/regions/6a4be05a-f17e-4486-bc33-690bc6f0c5bf","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:00:48.302839115Z","hostname":"oxz_crucible_53348e1b-66f0-49ba-95da-a703df7314e9","pid":23657,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"6a4be05a-f17e-4486-bc33-690bc6f0c5bf\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/6a4be05a-f17e-4486-bc33-690bc6f0c5bf\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:00:48.372486147Z","hostname":"oxz_crucible_53348e1b-66f0-49ba-95da-a703df7314e9","pid":23657,"region":"6a4be05a-f17e-4486-bc33-690bc6f0c5bf","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"6a4be05a-f17e-4486-bc33-690bc6f0c5bf\" \"--data\" \"/data/regions/6a4be05a-f17e-4486-bc33-690bc6f0c5bf\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:00:48.372541448Z","hostname":"oxz_crucible_53348e1b-66f0-49ba-95da-a703df7314e9","pid":23657,"region":"6a4be05a-f17e-4486-bc33-690bc6f0c5bf","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:00:48.434745134Z","hostname":"oxz_crucible_53348e1b-66f0-49ba-95da-a703df7314e9","pid":23657,"region":"6a4be05a-f17e-4486-bc33-690bc6f0c5bf","component":"worker"}
{"msg":"region 6a4be05a-f17e-4486-bc33-690bc6f0c5bf state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:00:48.434801666Z","hostname":"oxz_crucible_53348e1b-66f0-49ba-95da-a703df7314e9","pid":23657,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:00:48.434868407Z","hostname":"oxz_crucible_53348e1b-66f0-49ba-95da-a703df7314e9","pid":23657,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-6a4be05a-f17e-4486-bc33-690bc6f0c5bf","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:00:48.43624687Z","hostname":"oxz_crucible_53348e1b-66f0-49ba-95da-a703df7314e9","pid":23657,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-6a4be05a-f17e-4486-bc33-690bc6f0c5bf","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:00:48.439335103Z","hostname":"oxz_crucible_53348e1b-66f0-49ba-95da-a703df7314e9","pid":23657,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:00:48.448170593Z","hostname":"oxz_crucible_53348e1b-66f0-49ba-95da-a703df7314e9","pid":23657,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-6a4be05a-f17e-4486-bc33-690bc6f0c5bf","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:00:48.45099588Z","hostname":"oxz_crucible_53348e1b-66f0-49ba-95da-a703df7314e9","pid":23657,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6a4be05a-f17e-4486-bc33-690bc6f0c5bf","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:00:48.451338638Z","hostname":"oxz_crucible_53348e1b-66f0-49ba-95da-a703df7314e9","pid":23657,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:00:48.451376339Z","hostname":"oxz_crucible_53348e1b-66f0-49ba-95da-a703df7314e9","pid":23657,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:00:48.45142797Z","hostname":"oxz_crucible_53348e1b-66f0-49ba-95da-a703df7314e9","pid":23657,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:00:48.451466801Z","hostname":"oxz_crucible_53348e1b-66f0-49ba-95da-a703df7314e9","pid":23657,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:00:48.455373704Z","hostname":"oxz_crucible_53348e1b-66f0-49ba-95da-a703df7314e9","pid":23657,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:00:48.45942773Z","hostname":"oxz_crucible_53348e1b-66f0-49ba-95da-a703df7314e9","pid":23657,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:00:48.542306096Z","hostname":"oxz_crucible_53348e1b-66f0-49ba-95da-a703df7314e9","pid":23657,"uri":"/crucible/0/regions","method":"POST","req_id":"13d4e056-de51-497d-884c-60d8c21ffc79","remote_addr":"[fd00:1122:3344:101::a]:33833","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":576,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:57.720379937Z","hostname":"oxz_crucible_53348e1b-66f0-49ba-95da-a703df7314e9","pid":23657,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:43647"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:57.72048424Z","hostname":"oxz_crucible_53348e1b-66f0-49ba-95da-a703df7314e9","pid":23657,"uri":"/crucible/0/regions/6a4be05a-f17e-4486-bc33-690bc6f0c5bf","method":"GET","req_id":"0851b43d-aeb8-46f5-a613-85f9748fa2d5","remote_addr":"[fd00:1122:3344:101::a]:43647","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":46,"response_code":"200"}
{"msg":"path is \"/data/regions/6a4be05a-f17e-4486-bc33-690bc6f0c5bf\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:57.723462861Z","hostname":"oxz_crucible_53348e1b-66f0-49ba-95da-a703df7314e9","pid":23657,"component":"datafile"}
{"msg":"dataset is oxp_d8d4854c-1bc7-4093-baec-12d487135aeb/crucible/regions/6a4be05a-f17e-4486-bc33-690bc6f0c5bf","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:57.731930801Z","hostname":"oxz_crucible_53348e1b-66f0-49ba-95da-a703df7314e9","pid":23657,"component":"datafile"}
{"msg":"snapshot is oxp_d8d4854c-1bc7-4093-baec-12d487135aeb/crucible/regions/6a4be05a-f17e-4486-bc33-690bc6f0c5bf@054abf94-38aa-4205-81b0-7b2c5ecf9a63","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:57.738858566Z","hostname":"oxz_crucible_53348e1b-66f0-49ba-95da-a703df7314e9","pid":23657,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_d8d4854c-1bc7-4093-baec-12d487135aeb/crucible/regions/6a4be05a-f17e-4486-bc33-690bc6f0c5bf\", \"054abf94-38aa-4205-81b0-7b2c5ecf9a63\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:57.738890927Z","hostname":"oxz_crucible_53348e1b-66f0-49ba-95da-a703df7314e9","pid":23657,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:57.752307165Z","hostname":"oxz_crucible_53348e1b-66f0-49ba-95da-a703df7314e9","pid":23657,"uri":"/crucible/0/regions/6a4be05a-f17e-4486-bc33-690bc6f0c5bf/snapshots/054abf94-38aa-4205-81b0-7b2c5ecf9a63","method":"GET","req_id":"f470f299-832f-4d47-b6b7-429517c2736e","remote_addr":"[fd00:1122:3344:101::a]:43647","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":31709,"response_code":"200"}
{"msg":"path is \"/data/regions/6a4be05a-f17e-4486-bc33-690bc6f0c5bf\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:57.754800304Z","hostname":"oxz_crucible_53348e1b-66f0-49ba-95da-a703df7314e9","pid":23657,"component":"datafile"}
{"msg":"dataset is oxp_d8d4854c-1bc7-4093-baec-12d487135aeb/crucible/regions/6a4be05a-f17e-4486-bc33-690bc6f0c5bf","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:57.76391684Z","hostname":"oxz_crucible_53348e1b-66f0-49ba-95da-a703df7314e9","pid":23657,"component":"datafile"}
{"msg":"snapshot is oxp_d8d4854c-1bc7-4093-baec-12d487135aeb/crucible/regions/6a4be05a-f17e-4486-bc33-690bc6f0c5bf@054abf94-38aa-4205-81b0-7b2c5ecf9a63","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:57.772446833Z","hostname":"oxz_crucible_53348e1b-66f0-49ba-95da-a703df7314e9","pid":23657,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_d8d4854c-1bc7-4093-baec-12d487135aeb/crucible/regions/6a4be05a-f17e-4486-bc33-690bc6f0c5bf\", \"054abf94-38aa-4205-81b0-7b2c5ecf9a63\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:57.772475353Z","hostname":"oxz_crucible_53348e1b-66f0-49ba-95da-a703df7314e9","pid":23657,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 6a4be05a-f17e-4486-bc33-690bc6f0c5bf-054abf94-38aa-4205-81b0-7b2c5ecf9a63 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:57.780794031Z","hostname":"oxz_crucible_53348e1b-66f0-49ba-95da-a703df7314e9","pid":23657,"component":"datafile"}
{"msg":"applying SMF actions for region 6a4be05a-f17e-4486-bc33-690bc6f0c5bf running snapshot 054abf94-38aa-4205-81b0-7b2c5ecf9a63 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:57.781371024Z","hostname":"oxz_crucible_53348e1b-66f0-49ba-95da-a703df7314e9","pid":23657,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:57.781418785Z","hostname":"oxz_crucible_53348e1b-66f0-49ba-95da-a703df7314e9","pid":23657,"uri":"/crucible/0/regions/6a4be05a-f17e-4486-bc33-690bc6f0c5bf/snapshots/054abf94-38aa-4205-81b0-7b2c5ecf9a63/run","method":"POST","req_id":"f2f54d13-d299-41eb-b47b-37727a31a166","remote_addr":"[fd00:1122:3344:101::a]:43647","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":26639,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-6a4be05a-f17e-4486-bc33-690bc6f0c5bf-054abf94-38aa-4205-81b0-7b2c5ecf9a63","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:57.787279404Z","hostname":"oxz_crucible_53348e1b-66f0-49ba-95da-a703df7314e9","pid":23657,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-6a4be05a-f17e-4486-bc33-690bc6f0c5bf-054abf94-38aa-4205-81b0-7b2c5ecf9a63","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:57.798628914Z","hostname":"oxz_crucible_53348e1b-66f0-49ba-95da-a703df7314e9","pid":23657,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-6a4be05a-f17e-4486-bc33-690bc6f0c5bf-054abf94-38aa-4205-81b0-7b2c5ecf9a63","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:57.815019773Z","hostname":"oxz_crucible_53348e1b-66f0-49ba-95da-a703df7314e9","pid":23657,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6a4be05a-f17e-4486-bc33-690bc6f0c5bf/.zfs/snapshot/054abf94-38aa-4205-81b0-7b2c5ecf9a63","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:57.815273129Z","hostname":"oxz_crucible_53348e1b-66f0-49ba-95da-a703df7314e9","pid":23657,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:57.81533928Z","hostname":"oxz_crucible_53348e1b-66f0-49ba-95da-a703df7314e9","pid":23657,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:57.815394752Z","hostname":"oxz_crucible_53348e1b-66f0-49ba-95da-a703df7314e9","pid":23657,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:57.815440813Z","hostname":"oxz_crucible_53348e1b-66f0-49ba-95da-a703df7314e9","pid":23657,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:57.815501214Z","hostname":"oxz_crucible_53348e1b-66f0-49ba-95da-a703df7314e9","pid":23657,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:57.819154811Z","hostname":"oxz_crucible_53348e1b-66f0-49ba-95da-a703df7314e9","pid":23657,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:57.824141709Z","hostname":"oxz_crucible_53348e1b-66f0-49ba-95da-a703df7314e9","pid":23657,"component":"worker"}
{"msg":"region 6a4be05a-f17e-4486-bc33-690bc6f0c5bf running snapshot 054abf94-38aa-4205-81b0-7b2c5ecf9a63 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:57.82416007Z","hostname":"oxz_crucible_53348e1b-66f0-49ba-95da-a703df7314e9","pid":23657,"component":"datafile"}