{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:45:29.660166436Z","hostname":"oxz_crucible_3a154fe9-359c-456f-be6f-51bb8496e1b0","pid":21598,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:40036"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:45:29.663545181Z","hostname":"oxz_crucible_3a154fe9-359c-456f-be6f-51bb8496e1b0","pid":21598,"uri":"/crucible/0/regions/e68f4f8d-14f0-4c16-8c13-41638c3e78ab","method":"GET","req_id":"46964a6c-7a5b-4fc2-97e6-5655e3baa22f","remote_addr":"[fd00:1122:3344:101::a]:40036","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":3340,"response_code":"200"}
{"msg":"path is \"/data/regions/e68f4f8d-14f0-4c16-8c13-41638c3e78ab\"","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:45:29.663729436Z","hostname":"oxz_crucible_3a154fe9-359c-456f-be6f-51bb8496e1b0","pid":21598,"component":"datafile"}
{"msg":"dataset is oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible/regions/e68f4f8d-14f0-4c16-8c13-41638c3e78ab","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:45:29.673270494Z","hostname":"oxz_crucible_3a154fe9-359c-456f-be6f-51bb8496e1b0","pid":21598,"component":"datafile"}
{"msg":"snapshot is oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible/regions/e68f4f8d-14f0-4c16-8c13-41638c3e78ab@1a70593c-ed4b-48da-aba9-a3e4e480a772","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:45:29.682334547Z","hostname":"oxz_crucible_3a154fe9-359c-456f-be6f-51bb8496e1b0","pid":21598,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible/regions/e68f4f8d-14f0-4c16-8c13-41638c3e78ab\", \"1a70593c-ed4b-48da-aba9-a3e4e480a772\"]","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:45:29.682367757Z","hostname":"oxz_crucible_3a154fe9-359c-456f-be6f-51bb8496e1b0","pid":21598,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:45:29.697085456Z","hostname":"oxz_crucible_3a154fe9-359c-456f-be6f-51bb8496e1b0","pid":21598,"uri":"/crucible/0/regions/e68f4f8d-14f0-4c16-8c13-41638c3e78ab/snapshots/1a70593c-ed4b-48da-aba9-a3e4e480a772","method":"GET","req_id":"2dbdd4d8-b500-44bd-9f20-0151e02f27ab","remote_addr":"[fd00:1122:3344:101::a]:40036","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":33358,"response_code":"200"}
{"msg":"path is \"/data/regions/e68f4f8d-14f0-4c16-8c13-41638c3e78ab\"","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:45:29.697270482Z","hostname":"oxz_crucible_3a154fe9-359c-456f-be6f-51bb8496e1b0","pid":21598,"component":"datafile"}
{"msg":"dataset is oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible/regions/e68f4f8d-14f0-4c16-8c13-41638c3e78ab","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:45:29.705900541Z","hostname":"oxz_crucible_3a154fe9-359c-456f-be6f-51bb8496e1b0","pid":21598,"component":"datafile"}
{"msg":"snapshot is oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible/regions/e68f4f8d-14f0-4c16-8c13-41638c3e78ab@1a70593c-ed4b-48da-aba9-a3e4e480a772","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:45:29.71421459Z","hostname":"oxz_crucible_3a154fe9-359c-456f-be6f-51bb8496e1b0","pid":21598,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible/regions/e68f4f8d-14f0-4c16-8c13-41638c3e78ab\", \"1a70593c-ed4b-48da-aba9-a3e4e480a772\"]","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:45:29.714241801Z","hostname":"oxz_crucible_3a154fe9-359c-456f-be6f-51bb8496e1b0","pid":21598,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot e68f4f8d-14f0-4c16-8c13-41638c3e78ab-1a70593c-ed4b-48da-aba9-a3e4e480a772 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:45:29.723294863Z","hostname":"oxz_crucible_3a154fe9-359c-456f-be6f-51bb8496e1b0","pid":21598,"component":"datafile"}
{"msg":"applying SMF actions for region e68f4f8d-14f0-4c16-8c13-41638c3e78ab running snapshot 1a70593c-ed4b-48da-aba9-a3e4e480a772 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:45:29.723861781Z","hostname":"oxz_crucible_3a154fe9-359c-456f-be6f-51bb8496e1b0","pid":21598,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:45:29.723896302Z","hostname":"oxz_crucible_3a154fe9-359c-456f-be6f-51bb8496e1b0","pid":21598,"uri":"/crucible/0/regions/e68f4f8d-14f0-4c16-8c13-41638c3e78ab/snapshots/1a70593c-ed4b-48da-aba9-a3e4e480a772/run","method":"POST","req_id":"919571ba-9cf2-4304-b00d-929d48d82947","remote_addr":"[fd00:1122:3344:101::a]:40036","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":26669,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-e68f4f8d-14f0-4c16-8c13-41638c3e78ab-1a70593c-ed4b-48da-aba9-a3e4e480a772","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:45:29.731765967Z","hostname":"oxz_crucible_3a154fe9-359c-456f-be6f-51bb8496e1b0","pid":21598,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-e68f4f8d-14f0-4c16-8c13-41638c3e78ab-1a70593c-ed4b-48da-aba9-a3e4e480a772","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:45:29.734814412Z","hostname":"oxz_crucible_3a154fe9-359c-456f-be6f-51bb8496e1b0","pid":21598,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-e68f4f8d-14f0-4c16-8c13-41638c3e78ab-1a70593c-ed4b-48da-aba9-a3e4e480a772","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:45:29.750082128Z","hostname":"oxz_crucible_3a154fe9-359c-456f-be6f-51bb8496e1b0","pid":21598,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e68f4f8d-14f0-4c16-8c13-41638c3e78ab/.zfs/snapshot/1a70593c-ed4b-48da-aba9-a3e4e480a772","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:45:29.750361217Z","hostname":"oxz_crucible_3a154fe9-359c-456f-be6f-51bb8496e1b0","pid":21598,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:45:29.750428759Z","hostname":"oxz_crucible_3a154fe9-359c-456f-be6f-51bb8496e1b0","pid":21598,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:45:29.750480911Z","hostname":"oxz_crucible_3a154fe9-359c-456f-be6f-51bb8496e1b0","pid":21598,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:45:29.750535572Z","hostname":"oxz_crucible_3a154fe9-359c-456f-be6f-51bb8496e1b0","pid":21598,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:45:29.750604884Z","hostname":"oxz_crucible_3a154fe9-359c-456f-be6f-51bb8496e1b0","pid":21598,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:45:29.754673591Z","hostname":"oxz_crucible_3a154fe9-359c-456f-be6f-51bb8496e1b0","pid":21598,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:45:29.758496621Z","hostname":"oxz_crucible_3a154fe9-359c-456f-be6f-51bb8496e1b0","pid":21598,"component":"worker"}
{"msg":"region e68f4f8d-14f0-4c16-8c13-41638c3e78ab running snapshot 1a70593c-ed4b-48da-aba9-a3e4e480a772 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:45:29.758509111Z","hostname":"oxz_crucible_3a154fe9-359c-456f-be6f-51bb8496e1b0","pid":21598,"component":"datafile"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:45:32.403851995Z","hostname":"oxz_crucible_3a154fe9-359c-456f-be6f-51bb8496e1b0","pid":21598,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:60590"}
{"msg":"region 6c3851a4-a29c-49f2-9b16-9c19a56184a8 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:45:32.40398436Z","hostname":"oxz_crucible_3a154fe9-359c-456f-be6f-51bb8496e1b0","pid":21598,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:45:32.406664793Z","hostname":"oxz_crucible_3a154fe9-359c-456f-be6f-51bb8496e1b0","pid":21598,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:45:32.406686554Z","hostname":"oxz_crucible_3a154fe9-359c-456f-be6f-51bb8496e1b0","pid":21598,"uri":"/crucible/0/regions","method":"POST","req_id":"47fd9790-f042-4b3a-8451-dba930a3f740","remote_addr":"[fd00:1122:3344:101::a]:60590","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":2735,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible/regions/6c3851a4-a29c-49f2-9b16-9c19a56184a8","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:45:32.41617956Z","hostname":"oxz_crucible_3a154fe9-359c-456f-be6f-51bb8496e1b0","pid":21598,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible/regions/6c3851a4-a29c-49f2-9b16-9c19a56184a8","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:45:32.41620347Z","hostname":"oxz_crucible_3a154fe9-359c-456f-be6f-51bb8496e1b0","pid":21598,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"6c3851a4-a29c-49f2-9b16-9c19a56184a8\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/6c3851a4-a29c-49f2-9b16-9c19a56184a8\"","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:45:32.47747651Z","hostname":"oxz_crucible_3a154fe9-359c-456f-be6f-51bb8496e1b0","pid":21598,"region":"6c3851a4-a29c-49f2-9b16-9c19a56184a8","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:45:32.574947569Z","hostname":"oxz_crucible_3a154fe9-359c-456f-be6f-51bb8496e1b0","pid":21598,"region":"6c3851a4-a29c-49f2-9b16-9c19a56184a8","component":"worker"}
{"msg":"region 6c3851a4-a29c-49f2-9b16-9c19a56184a8 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:45:32.57499109Z","hostname":"oxz_crucible_3a154fe9-359c-456f-be6f-51bb8496e1b0","pid":21598,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:45:32.575076662Z","hostname":"oxz_crucible_3a154fe9-359c-456f-be6f-51bb8496e1b0","pid":21598,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-6c3851a4-a29c-49f2-9b16-9c19a56184a8","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:45:32.575533347Z","hostname":"oxz_crucible_3a154fe9-359c-456f-be6f-51bb8496e1b0","pid":21598,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-6c3851a4-a29c-49f2-9b16-9c19a56184a8","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:45:32.578265022Z","hostname":"oxz_crucible_3a154fe9-359c-456f-be6f-51bb8496e1b0","pid":21598,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:45:32.585509438Z","hostname":"oxz_crucible_3a154fe9-359c-456f-be6f-51bb8496e1b0","pid":21598,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-6c3851a4-a29c-49f2-9b16-9c19a56184a8","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:45:32.589081379Z","hostname":"oxz_crucible_3a154fe9-359c-456f-be6f-51bb8496e1b0","pid":21598,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6c3851a4-a29c-49f2-9b16-9c19a56184a8","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:45:32.589390859Z","hostname":"oxz_crucible_3a154fe9-359c-456f-be6f-51bb8496e1b0","pid":21598,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:45:32.58944763Z","hostname":"oxz_crucible_3a154fe9-359c-456f-be6f-51bb8496e1b0","pid":21598,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:45:32.589489962Z","hostname":"oxz_crucible_3a154fe9-359c-456f-be6f-51bb8496e1b0","pid":21598,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:45:32.589547693Z","hostname":"oxz_crucible_3a154fe9-359c-456f-be6f-51bb8496e1b0","pid":21598,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:45:32.594273681Z","hostname":"oxz_crucible_3a154fe9-359c-456f-be6f-51bb8496e1b0","pid":21598,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:45:32.605321555Z","hostname":"oxz_crucible_3a154fe9-359c-456f-be6f-51bb8496e1b0","pid":21598,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:45:32.697948172Z","hostname":"oxz_crucible_3a154fe9-359c-456f-be6f-51bb8496e1b0","pid":21598,"uri":"/crucible/0/regions","method":"POST","req_id":"962f7907-ca95-419b-b9b4-809c492ef771","remote_addr":"[fd00:1122:3344:101::a]:60590","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":78,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:46:03.853125022Z","hostname":"oxz_crucible_3a154fe9-359c-456f-be6f-51bb8496e1b0","pid":21598,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:39578"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:46:03.853229275Z","hostname":"oxz_crucible_3a154fe9-359c-456f-be6f-51bb8496e1b0","pid":21598,"uri":"/crucible/0/regions/6c3851a4-a29c-49f2-9b16-9c19a56184a8","method":"GET","req_id":"d22cee14-55f1-4df4-a4cb-7ef077a884a8","remote_addr":"[fd00:1122:3344:101::a]:39578","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":81,"response_code":"200"}
{"msg":"path is \"/data/regions/6c3851a4-a29c-49f2-9b16-9c19a56184a8\"","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:46:03.854194675Z","hostname":"oxz_crucible_3a154fe9-359c-456f-be6f-51bb8496e1b0","pid":21598,"component":"datafile"}
{"msg":"dataset is oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible/regions/6c3851a4-a29c-49f2-9b16-9c19a56184a8","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:46:03.866136758Z","hostname":"oxz_crucible_3a154fe9-359c-456f-be6f-51bb8496e1b0","pid":21598,"component":"datafile"}
{"msg":"region 6c3851a4-a29c-49f2-9b16-9c19a56184a8 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:46:03.874466537Z","hostname":"oxz_crucible_3a154fe9-359c-456f-be6f-51bb8496e1b0","pid":21598,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:46:03.874691944Z","hostname":"oxz_crucible_3a154fe9-359c-456f-be6f-51bb8496e1b0","pid":21598,"component":"worker"}
{"msg":"disabling downstairs instance: downstairs-6c3851a4-a29c-49f2-9b16-9c19a56184a8 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:46:03.876146259Z","hostname":"oxz_crucible_3a154fe9-359c-456f-be6f-51bb8496e1b0","pid":21598,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:46:03.877628006Z","hostname":"oxz_crucible_3a154fe9-359c-456f-be6f-51bb8496e1b0","pid":21598,"uri":"/crucible/0/regions/6c3851a4-a29c-49f2-9b16-9c19a56184a8","method":"DELETE","req_id":"eae5f23d-a346-4066-b537-3632e741341a","remote_addr":"[fd00:1122:3344:101::a]:39578","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":24236,"response_code":"204"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:46:03.877799171Z","hostname":"oxz_crucible_3a154fe9-359c-456f-be6f-51bb8496e1b0","pid":21598,"uri":"/crucible/0/regions/6c3851a4-a29c-49f2-9b16-9c19a56184a8","method":"GET","req_id":"dfa1ce6f-d8a1-44f3-8663-064ba662bc35","remote_addr":"[fd00:1122:3344:101::a]:39578","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":26,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:46:03.882623641Z","hostname":"oxz_crucible_3a154fe9-359c-456f-be6f-51bb8496e1b0","pid":21598,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible/regions/6c3851a4-a29c-49f2-9b16-9c19a56184a8\"","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:46:03.891671634Z","hostname":"oxz_crucible_3a154fe9-359c-456f-be6f-51bb8496e1b0","pid":21598,"region":"6c3851a4-a29c-49f2-9b16-9c19a56184a8","component":"worker"}
{"msg":"region 6c3851a4-a29c-49f2-9b16-9c19a56184a8 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:46:03.934018823Z","hostname":"oxz_crucible_3a154fe9-359c-456f-be6f-51bb8496e1b0","pid":21598,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:46:03.966084043Z","hostname":"oxz_crucible_3a154fe9-359c-456f-be6f-51bb8496e1b0","pid":21598,"uri":"/crucible/0/regions/6c3851a4-a29c-49f2-9b16-9c19a56184a8","method":"GET","req_id":"12ebe763-c86f-4164-9084-e766b6789a6a","remote_addr":"[fd00:1122:3344:101::a]:39578","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":56,"response_code":"200"}