{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:17:39.757954245Z","hostname":"oxz_crucible_f481cbd3-5978-46cc-97a0-d40395ecb618","pid":21787,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:50293"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:17:39.760748946Z","hostname":"oxz_crucible_f481cbd3-5978-46cc-97a0-d40395ecb618","pid":21787,"uri":"/crucible/0/regions/9f74699e-9bd3-41c7-b005-3a585d11ed6d","method":"GET","req_id":"c178b957-3c73-496f-beaf-ec218e77c7dd","remote_addr":"[fd00:1122:3344:101::a]:50293","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":2750,"response_code":"200"}
{"msg":"path is \"/data/regions/9f74699e-9bd3-41c7-b005-3a585d11ed6d\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:17:39.760910728Z","hostname":"oxz_crucible_f481cbd3-5978-46cc-97a0-d40395ecb618","pid":21787,"component":"datafile"}
{"msg":"dataset is oxp_13676230-dbb1-4489-9b9e-92a7424212db/crucible/regions/9f74699e-9bd3-41c7-b005-3a585d11ed6d","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:17:39.770267505Z","hostname":"oxz_crucible_f481cbd3-5978-46cc-97a0-d40395ecb618","pid":21787,"component":"datafile"}
{"msg":"snapshot is oxp_13676230-dbb1-4489-9b9e-92a7424212db/crucible/regions/9f74699e-9bd3-41c7-b005-3a585d11ed6d@8f374390-ed3e-4044-8079-29ed296dbec6","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:17:39.78028485Z","hostname":"oxz_crucible_f481cbd3-5978-46cc-97a0-d40395ecb618","pid":21787,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_13676230-dbb1-4489-9b9e-92a7424212db/crucible/regions/9f74699e-9bd3-41c7-b005-3a585d11ed6d\", \"8f374390-ed3e-4044-8079-29ed296dbec6\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:17:39.780315691Z","hostname":"oxz_crucible_f481cbd3-5978-46cc-97a0-d40395ecb618","pid":21787,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:17:39.798573336Z","hostname":"oxz_crucible_f481cbd3-5978-46cc-97a0-d40395ecb618","pid":21787,"uri":"/crucible/0/regions/9f74699e-9bd3-41c7-b005-3a585d11ed6d/snapshots/8f374390-ed3e-4044-8079-29ed296dbec6","method":"GET","req_id":"9c98b87c-3d34-48f8-b688-d8f11ba7648e","remote_addr":"[fd00:1122:3344:101::a]:50293","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":37682,"response_code":"200"}
{"msg":"path is \"/data/regions/9f74699e-9bd3-41c7-b005-3a585d11ed6d\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:17:39.798776139Z","hostname":"oxz_crucible_f481cbd3-5978-46cc-97a0-d40395ecb618","pid":21787,"component":"datafile"}
{"msg":"dataset is oxp_13676230-dbb1-4489-9b9e-92a7424212db/crucible/regions/9f74699e-9bd3-41c7-b005-3a585d11ed6d","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:17:39.807150714Z","hostname":"oxz_crucible_f481cbd3-5978-46cc-97a0-d40395ecb618","pid":21787,"component":"datafile"}
{"msg":"snapshot is oxp_13676230-dbb1-4489-9b9e-92a7424212db/crucible/regions/9f74699e-9bd3-41c7-b005-3a585d11ed6d@8f374390-ed3e-4044-8079-29ed296dbec6","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:17:39.815136157Z","hostname":"oxz_crucible_f481cbd3-5978-46cc-97a0-d40395ecb618","pid":21787,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_13676230-dbb1-4489-9b9e-92a7424212db/crucible/regions/9f74699e-9bd3-41c7-b005-3a585d11ed6d\", \"8f374390-ed3e-4044-8079-29ed296dbec6\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:17:39.815194528Z","hostname":"oxz_crucible_f481cbd3-5978-46cc-97a0-d40395ecb618","pid":21787,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 9f74699e-9bd3-41c7-b005-3a585d11ed6d-8f374390-ed3e-4044-8079-29ed296dbec6 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:17:39.823368787Z","hostname":"oxz_crucible_f481cbd3-5978-46cc-97a0-d40395ecb618","pid":21787,"component":"datafile"}
{"msg":"applying SMF actions for region 9f74699e-9bd3-41c7-b005-3a585d11ed6d running snapshot 8f374390-ed3e-4044-8079-29ed296dbec6 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:17:39.839917518Z","hostname":"oxz_crucible_f481cbd3-5978-46cc-97a0-d40395ecb618","pid":21787,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:17:39.839939348Z","hostname":"oxz_crucible_f481cbd3-5978-46cc-97a0-d40395ecb618","pid":21787,"uri":"/crucible/0/regions/9f74699e-9bd3-41c7-b005-3a585d11ed6d/snapshots/8f374390-ed3e-4044-8079-29ed296dbec6/run","method":"POST","req_id":"a3e53709-28c8-4812-8fa6-2b4c33a67f2e","remote_addr":"[fd00:1122:3344:101::a]:50293","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":41191,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-9f74699e-9bd3-41c7-b005-3a585d11ed6d-8f374390-ed3e-4044-8079-29ed296dbec6","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:17:39.847556269Z","hostname":"oxz_crucible_f481cbd3-5978-46cc-97a0-d40395ecb618","pid":21787,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-9f74699e-9bd3-41c7-b005-3a585d11ed6d-8f374390-ed3e-4044-8079-29ed296dbec6","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:17:39.91575116Z","hostname":"oxz_crucible_f481cbd3-5978-46cc-97a0-d40395ecb618","pid":21787,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-9f74699e-9bd3-41c7-b005-3a585d11ed6d-8f374390-ed3e-4044-8079-29ed296dbec6","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:17:40.015332309Z","hostname":"oxz_crucible_f481cbd3-5978-46cc-97a0-d40395ecb618","pid":21787,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9f74699e-9bd3-41c7-b005-3a585d11ed6d/.zfs/snapshot/8f374390-ed3e-4044-8079-29ed296dbec6","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:17:40.015610363Z","hostname":"oxz_crucible_f481cbd3-5978-46cc-97a0-d40395ecb618","pid":21787,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:17:40.015675364Z","hostname":"oxz_crucible_f481cbd3-5978-46cc-97a0-d40395ecb618","pid":21787,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:17:40.015730855Z","hostname":"oxz_crucible_f481cbd3-5978-46cc-97a0-d40395ecb618","pid":21787,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:17:40.015785625Z","hostname":"oxz_crucible_f481cbd3-5978-46cc-97a0-d40395ecb618","pid":21787,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:17:40.015849096Z","hostname":"oxz_crucible_f481cbd3-5978-46cc-97a0-d40395ecb618","pid":21787,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:17:40.029966262Z","hostname":"oxz_crucible_f481cbd3-5978-46cc-97a0-d40395ecb618","pid":21787,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:17:40.075695377Z","hostname":"oxz_crucible_f481cbd3-5978-46cc-97a0-d40395ecb618","pid":21787,"component":"worker"}
{"msg":"region 9f74699e-9bd3-41c7-b005-3a585d11ed6d running snapshot 8f374390-ed3e-4044-8079-29ed296dbec6 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:17:40.075731097Z","hostname":"oxz_crucible_f481cbd3-5978-46cc-97a0-d40395ecb618","pid":21787,"component":"datafile"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:17:43.384228832Z","hostname":"oxz_crucible_f481cbd3-5978-46cc-97a0-d40395ecb618","pid":21787,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:65136"}
{"msg":"region 80fa476e-44f9-4a93-aee2-7c2812277948 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:17:43.384884661Z","hostname":"oxz_crucible_f481cbd3-5978-46cc-97a0-d40395ecb618","pid":21787,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:17:43.385050524Z","hostname":"oxz_crucible_f481cbd3-5978-46cc-97a0-d40395ecb618","pid":21787,"uri":"/crucible/0/regions","method":"POST","req_id":"1391bf0a-82c4-4d8a-84b8-c84f5f011c68","remote_addr":"[fd00:1122:3344:101::a]:65136","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":758,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:17:43.385066674Z","hostname":"oxz_crucible_f481cbd3-5978-46cc-97a0-d40395ecb618","pid":21787,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_13676230-dbb1-4489-9b9e-92a7424212db/crucible/regions/80fa476e-44f9-4a93-aee2-7c2812277948","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:17:43.394694394Z","hostname":"oxz_crucible_f481cbd3-5978-46cc-97a0-d40395ecb618","pid":21787,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_13676230-dbb1-4489-9b9e-92a7424212db/crucible/regions/80fa476e-44f9-4a93-aee2-7c2812277948","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:17:43.394721965Z","hostname":"oxz_crucible_f481cbd3-5978-46cc-97a0-d40395ecb618","pid":21787,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"80fa476e-44f9-4a93-aee2-7c2812277948\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/80fa476e-44f9-4a93-aee2-7c2812277948\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:17:43.463226091Z","hostname":"oxz_crucible_f481cbd3-5978-46cc-97a0-d40395ecb618","pid":21787,"region":"80fa476e-44f9-4a93-aee2-7c2812277948","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"80fa476e-44f9-4a93-aee2-7c2812277948\" \"--data\" \"/data/regions/80fa476e-44f9-4a93-aee2-7c2812277948\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:17:43.465345642Z","hostname":"oxz_crucible_f481cbd3-5978-46cc-97a0-d40395ecb618","pid":21787,"region":"80fa476e-44f9-4a93-aee2-7c2812277948","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:17:43.579083296Z","hostname":"oxz_crucible_f481cbd3-5978-46cc-97a0-d40395ecb618","pid":21787,"region":"80fa476e-44f9-4a93-aee2-7c2812277948","component":"worker"}
{"msg":"region 80fa476e-44f9-4a93-aee2-7c2812277948 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:17:43.579136747Z","hostname":"oxz_crucible_f481cbd3-5978-46cc-97a0-d40395ecb618","pid":21787,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:17:43.579234289Z","hostname":"oxz_crucible_f481cbd3-5978-46cc-97a0-d40395ecb618","pid":21787,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-80fa476e-44f9-4a93-aee2-7c2812277948","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:17:43.579649824Z","hostname":"oxz_crucible_f481cbd3-5978-46cc-97a0-d40395ecb618","pid":21787,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-80fa476e-44f9-4a93-aee2-7c2812277948","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:17:43.589188513Z","hostname":"oxz_crucible_f481cbd3-5978-46cc-97a0-d40395ecb618","pid":21787,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:17:43.607310067Z","hostname":"oxz_crucible_f481cbd3-5978-46cc-97a0-d40395ecb618","pid":21787,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-80fa476e-44f9-4a93-aee2-7c2812277948","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:17:43.613173532Z","hostname":"oxz_crucible_f481cbd3-5978-46cc-97a0-d40395ecb618","pid":21787,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/80fa476e-44f9-4a93-aee2-7c2812277948","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:17:43.613497537Z","hostname":"oxz_crucible_f481cbd3-5978-46cc-97a0-d40395ecb618","pid":21787,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:17:43.613603748Z","hostname":"oxz_crucible_f481cbd3-5978-46cc-97a0-d40395ecb618","pid":21787,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:17:43.61370821Z","hostname":"oxz_crucible_f481cbd3-5978-46cc-97a0-d40395ecb618","pid":21787,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:17:43.613770911Z","hostname":"oxz_crucible_f481cbd3-5978-46cc-97a0-d40395ecb618","pid":21787,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:17:43.620645031Z","hostname":"oxz_crucible_f481cbd3-5978-46cc-97a0-d40395ecb618","pid":21787,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:17:43.63775511Z","hostname":"oxz_crucible_f481cbd3-5978-46cc-97a0-d40395ecb618","pid":21787,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:17:43.755613884Z","hostname":"oxz_crucible_f481cbd3-5978-46cc-97a0-d40395ecb618","pid":21787,"uri":"/crucible/0/regions","method":"POST","req_id":"eb5c68a7-400c-4653-bb7e-78479e9ade6a","remote_addr":"[fd00:1122:3344:101::a]:65136","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":592,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:18:08.277574144Z","hostname":"oxz_crucible_f481cbd3-5978-46cc-97a0-d40395ecb618","pid":21787,"uri":"/crucible/0/regions/80fa476e-44f9-4a93-aee2-7c2812277948","method":"GET","req_id":"d7f659ee-393c-4a33-868d-d195e3bcdd88","remote_addr":"[fd00:1122:3344:101::a]:65136","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":63,"response_code":"200"}
{"msg":"path is \"/data/regions/80fa476e-44f9-4a93-aee2-7c2812277948\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:18:08.279603314Z","hostname":"oxz_crucible_f481cbd3-5978-46cc-97a0-d40395ecb618","pid":21787,"component":"datafile"}
{"msg":"dataset is oxp_13676230-dbb1-4489-9b9e-92a7424212db/crucible/regions/80fa476e-44f9-4a93-aee2-7c2812277948","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:18:08.29035082Z","hostname":"oxz_crucible_f481cbd3-5978-46cc-97a0-d40395ecb618","pid":21787,"component":"datafile"}
{"msg":"region 80fa476e-44f9-4a93-aee2-7c2812277948 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:18:08.300314095Z","hostname":"oxz_crucible_f481cbd3-5978-46cc-97a0-d40395ecb618","pid":21787,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:18:08.300524818Z","hostname":"oxz_crucible_f481cbd3-5978-46cc-97a0-d40395ecb618","pid":21787,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:18:08.30276465Z","hostname":"oxz_crucible_f481cbd3-5978-46cc-97a0-d40395ecb618","pid":21787,"uri":"/crucible/0/regions/80fa476e-44f9-4a93-aee2-7c2812277948","method":"DELETE","req_id":"1e813561-92c3-429e-af09-97bd4223c379","remote_addr":"[fd00:1122:3344:101::a]:65136","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":23184,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-80fa476e-44f9-4a93-aee2-7c2812277948 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:18:08.303942037Z","hostname":"oxz_crucible_f481cbd3-5978-46cc-97a0-d40395ecb618","pid":21787,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:18:08.305316208Z","hostname":"oxz_crucible_f481cbd3-5978-46cc-97a0-d40395ecb618","pid":21787,"uri":"/crucible/0/regions/80fa476e-44f9-4a93-aee2-7c2812277948","method":"GET","req_id":"32ce687b-5932-4a0d-a5b7-e501b73a9cac","remote_addr":"[fd00:1122:3344:101::a]:65136","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":23,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:18:08.312142337Z","hostname":"oxz_crucible_f481cbd3-5978-46cc-97a0-d40395ecb618","pid":21787,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_13676230-dbb1-4489-9b9e-92a7424212db/crucible/regions/80fa476e-44f9-4a93-aee2-7c2812277948\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:18:08.321335701Z","hostname":"oxz_crucible_f481cbd3-5978-46cc-97a0-d40395ecb618","pid":21787,"region":"80fa476e-44f9-4a93-aee2-7c2812277948","component":"worker"}
{"msg":"region 80fa476e-44f9-4a93-aee2-7c2812277948 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:18:08.373938456Z","hostname":"oxz_crucible_f481cbd3-5978-46cc-97a0-d40395ecb618","pid":21787,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:18:08.444234088Z","hostname":"oxz_crucible_f481cbd3-5978-46cc-97a0-d40395ecb618","pid":21787,"uri":"/crucible/0/regions/80fa476e-44f9-4a93-aee2-7c2812277948","method":"GET","req_id":"ab272d2a-83b5-46cd-8a9e-67aa0cc50f73","remote_addr":"[fd00:1122:3344:101::a]:65136","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":68,"response_code":"200"}