{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:15:30.009708708Z","hostname":"oxz_crucible_58a73b11-dfe2-4c32-8174-54319f3c71b3","pid":21275,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:54835"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:15:30.01255172Z","hostname":"oxz_crucible_58a73b11-dfe2-4c32-8174-54319f3c71b3","pid":21275,"uri":"/crucible/0/regions/26748007-e147-460b-a7e0-6dbf60da6c98","method":"GET","req_id":"d59d57a2-7913-4a97-a8bb-f9b614cfa5aa","remote_addr":"[fd00:1122:3344:101::a]:54835","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":2807,"response_code":"200"}
{"msg":"path is \"/data/regions/26748007-e147-460b-a7e0-6dbf60da6c98\"","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:15:30.012748644Z","hostname":"oxz_crucible_58a73b11-dfe2-4c32-8174-54319f3c71b3","pid":21275,"component":"datafile"}
{"msg":"dataset is oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/26748007-e147-460b-a7e0-6dbf60da6c98","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:15:30.022272987Z","hostname":"oxz_crucible_58a73b11-dfe2-4c32-8174-54319f3c71b3","pid":21275,"component":"datafile"}
{"msg":"snapshot is oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/26748007-e147-460b-a7e0-6dbf60da6c98@a376e497-e0a5-4101-9407-b0dfd3a772fc","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:15:30.031346753Z","hostname":"oxz_crucible_58a73b11-dfe2-4c32-8174-54319f3c71b3","pid":21275,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/26748007-e147-460b-a7e0-6dbf60da6c98\", \"a376e497-e0a5-4101-9407-b0dfd3a772fc\"]","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:15:30.031379464Z","hostname":"oxz_crucible_58a73b11-dfe2-4c32-8174-54319f3c71b3","pid":21275,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:15:30.044791248Z","hostname":"oxz_crucible_58a73b11-dfe2-4c32-8174-54319f3c71b3","pid":21275,"uri":"/crucible/0/regions/26748007-e147-460b-a7e0-6dbf60da6c98/snapshots/a376e497-e0a5-4101-9407-b0dfd3a772fc","method":"GET","req_id":"39c25faf-0634-484d-92df-a22bbffc5e7f","remote_addr":"[fd00:1122:3344:101::a]:54835","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":32057,"response_code":"200"}
{"msg":"path is \"/data/regions/26748007-e147-460b-a7e0-6dbf60da6c98\"","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:15:30.044998042Z","hostname":"oxz_crucible_58a73b11-dfe2-4c32-8174-54319f3c71b3","pid":21275,"component":"datafile"}
{"msg":"dataset is oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/26748007-e147-460b-a7e0-6dbf60da6c98","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:15:30.053498287Z","hostname":"oxz_crucible_58a73b11-dfe2-4c32-8174-54319f3c71b3","pid":21275,"component":"datafile"}
{"msg":"snapshot is oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/26748007-e147-460b-a7e0-6dbf60da6c98@a376e497-e0a5-4101-9407-b0dfd3a772fc","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:15:30.06137616Z","hostname":"oxz_crucible_58a73b11-dfe2-4c32-8174-54319f3c71b3","pid":21275,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/26748007-e147-460b-a7e0-6dbf60da6c98\", \"a376e497-e0a5-4101-9407-b0dfd3a772fc\"]","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:15:30.061406261Z","hostname":"oxz_crucible_58a73b11-dfe2-4c32-8174-54319f3c71b3","pid":21275,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 26748007-e147-460b-a7e0-6dbf60da6c98-a376e497-e0a5-4101-9407-b0dfd3a772fc state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:15:30.069630531Z","hostname":"oxz_crucible_58a73b11-dfe2-4c32-8174-54319f3c71b3","pid":21275,"component":"datafile"}
{"msg":"applying SMF actions for region 26748007-e147-460b-a7e0-6dbf60da6c98 running snapshot a376e497-e0a5-4101-9407-b0dfd3a772fc (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:15:30.069854695Z","hostname":"oxz_crucible_58a73b11-dfe2-4c32-8174-54319f3c71b3","pid":21275,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:15:30.069900446Z","hostname":"oxz_crucible_58a73b11-dfe2-4c32-8174-54319f3c71b3","pid":21275,"uri":"/crucible/0/regions/26748007-e147-460b-a7e0-6dbf60da6c98/snapshots/a376e497-e0a5-4101-9407-b0dfd3a772fc/run","method":"POST","req_id":"cb35d82a-091c-4723-81b7-a898fee63055","remote_addr":"[fd00:1122:3344:101::a]:54835","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":24943,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-26748007-e147-460b-a7e0-6dbf60da6c98-a376e497-e0a5-4101-9407-b0dfd3a772fc","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:15:30.078475442Z","hostname":"oxz_crucible_58a73b11-dfe2-4c32-8174-54319f3c71b3","pid":21275,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-26748007-e147-460b-a7e0-6dbf60da6c98-a376e497-e0a5-4101-9407-b0dfd3a772fc","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:15:30.081438526Z","hostname":"oxz_crucible_58a73b11-dfe2-4c32-8174-54319f3c71b3","pid":21275,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-26748007-e147-460b-a7e0-6dbf60da6c98-a376e497-e0a5-4101-9407-b0dfd3a772fc","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:15:30.096735235Z","hostname":"oxz_crucible_58a73b11-dfe2-4c32-8174-54319f3c71b3","pid":21275,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/26748007-e147-460b-a7e0-6dbf60da6c98/.zfs/snapshot/a376e497-e0a5-4101-9407-b0dfd3a772fc","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:15:30.096948639Z","hostname":"oxz_crucible_58a73b11-dfe2-4c32-8174-54319f3c71b3","pid":21275,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:15:30.09700893Z","hostname":"oxz_crucible_58a73b11-dfe2-4c32-8174-54319f3c71b3","pid":21275,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:15:30.097050791Z","hostname":"oxz_crucible_58a73b11-dfe2-4c32-8174-54319f3c71b3","pid":21275,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:15:30.097090212Z","hostname":"oxz_crucible_58a73b11-dfe2-4c32-8174-54319f3c71b3","pid":21275,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:15:30.097138272Z","hostname":"oxz_crucible_58a73b11-dfe2-4c32-8174-54319f3c71b3","pid":21275,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:15:30.100679757Z","hostname":"oxz_crucible_58a73b11-dfe2-4c32-8174-54319f3c71b3","pid":21275,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:15:30.10522739Z","hostname":"oxz_crucible_58a73b11-dfe2-4c32-8174-54319f3c71b3","pid":21275,"component":"worker"}
{"msg":"region 26748007-e147-460b-a7e0-6dbf60da6c98 running snapshot a376e497-e0a5-4101-9407-b0dfd3a772fc state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:15:30.10524142Z","hostname":"oxz_crucible_58a73b11-dfe2-4c32-8174-54319f3c71b3","pid":21275,"component":"datafile"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:15:32.599161915Z","hostname":"oxz_crucible_58a73b11-dfe2-4c32-8174-54319f3c71b3","pid":21275,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:51354"}
{"msg":"region 0e0b7591-5f21-44eb-8735-d12334fd114a state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:15:32.599287917Z","hostname":"oxz_crucible_58a73b11-dfe2-4c32-8174-54319f3c71b3","pid":21275,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:15:32.601743442Z","hostname":"oxz_crucible_58a73b11-dfe2-4c32-8174-54319f3c71b3","pid":21275,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:15:32.601756662Z","hostname":"oxz_crucible_58a73b11-dfe2-4c32-8174-54319f3c71b3","pid":21275,"uri":"/crucible/0/regions","method":"POST","req_id":"85b88a24-93c7-44f6-98ac-6c482b1f74c5","remote_addr":"[fd00:1122:3344:101::a]:51354","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":2515,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/0e0b7591-5f21-44eb-8735-d12334fd114a","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:15:32.611764194Z","hostname":"oxz_crucible_58a73b11-dfe2-4c32-8174-54319f3c71b3","pid":21275,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/0e0b7591-5f21-44eb-8735-d12334fd114a","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:15:32.611795685Z","hostname":"oxz_crucible_58a73b11-dfe2-4c32-8174-54319f3c71b3","pid":21275,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"0e0b7591-5f21-44eb-8735-d12334fd114a\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/0e0b7591-5f21-44eb-8735-d12334fd114a\"","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:15:32.681468896Z","hostname":"oxz_crucible_58a73b11-dfe2-4c32-8174-54319f3c71b3","pid":21275,"region":"0e0b7591-5f21-44eb-8735-d12334fd114a","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:15:32.749889353Z","hostname":"oxz_crucible_58a73b11-dfe2-4c32-8174-54319f3c71b3","pid":21275,"region":"0e0b7591-5f21-44eb-8735-d12334fd114a","component":"worker"}
{"msg":"region 0e0b7591-5f21-44eb-8735-d12334fd114a state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:15:32.749936005Z","hostname":"oxz_crucible_58a73b11-dfe2-4c32-8174-54319f3c71b3","pid":21275,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:15:32.750008036Z","hostname":"oxz_crucible_58a73b11-dfe2-4c32-8174-54319f3c71b3","pid":21275,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-0e0b7591-5f21-44eb-8735-d12334fd114a","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:15:32.750418253Z","hostname":"oxz_crucible_58a73b11-dfe2-4c32-8174-54319f3c71b3","pid":21275,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-0e0b7591-5f21-44eb-8735-d12334fd114a","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:15:32.753966558Z","hostname":"oxz_crucible_58a73b11-dfe2-4c32-8174-54319f3c71b3","pid":21275,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:15:32.762551775Z","hostname":"oxz_crucible_58a73b11-dfe2-4c32-8174-54319f3c71b3","pid":21275,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-0e0b7591-5f21-44eb-8735-d12334fd114a","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:15:32.765764143Z","hostname":"oxz_crucible_58a73b11-dfe2-4c32-8174-54319f3c71b3","pid":21275,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/0e0b7591-5f21-44eb-8735-d12334fd114a","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:15:32.766059119Z","hostname":"oxz_crucible_58a73b11-dfe2-4c32-8174-54319f3c71b3","pid":21275,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:15:32.76611626Z","hostname":"oxz_crucible_58a73b11-dfe2-4c32-8174-54319f3c71b3","pid":21275,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:15:32.76615904Z","hostname":"oxz_crucible_58a73b11-dfe2-4c32-8174-54319f3c71b3","pid":21275,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:15:32.766207341Z","hostname":"oxz_crucible_58a73b11-dfe2-4c32-8174-54319f3c71b3","pid":21275,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:15:32.769919429Z","hostname":"oxz_crucible_58a73b11-dfe2-4c32-8174-54319f3c71b3","pid":21275,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:15:32.780549323Z","hostname":"oxz_crucible_58a73b11-dfe2-4c32-8174-54319f3c71b3","pid":21275,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:15:32.881567695Z","hostname":"oxz_crucible_58a73b11-dfe2-4c32-8174-54319f3c71b3","pid":21275,"uri":"/crucible/0/regions","method":"POST","req_id":"d1741b88-e97c-4bf7-afcc-a852d3c8f82d","remote_addr":"[fd00:1122:3344:101::a]:51354","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":915,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:16:04.712950048Z","hostname":"oxz_crucible_58a73b11-dfe2-4c32-8174-54319f3c71b3","pid":21275,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:36167"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:16:04.71302329Z","hostname":"oxz_crucible_58a73b11-dfe2-4c32-8174-54319f3c71b3","pid":21275,"uri":"/crucible/0/regions/0e0b7591-5f21-44eb-8735-d12334fd114a","method":"GET","req_id":"f6fba835-3866-48f8-acae-ca824ac2b554","remote_addr":"[fd00:1122:3344:101::a]:36167","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":56,"response_code":"200"}
{"msg":"path is \"/data/regions/0e0b7591-5f21-44eb-8735-d12334fd114a\"","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:16:04.713172472Z","hostname":"oxz_crucible_58a73b11-dfe2-4c32-8174-54319f3c71b3","pid":21275,"component":"datafile"}
{"msg":"dataset is oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/0e0b7591-5f21-44eb-8735-d12334fd114a","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:16:04.72398629Z","hostname":"oxz_crucible_58a73b11-dfe2-4c32-8174-54319f3c71b3","pid":21275,"component":"datafile"}
{"msg":"region 0e0b7591-5f21-44eb-8735-d12334fd114a state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:16:04.732042677Z","hostname":"oxz_crucible_58a73b11-dfe2-4c32-8174-54319f3c71b3","pid":21275,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:16:04.73226067Z","hostname":"oxz_crucible_58a73b11-dfe2-4c32-8174-54319f3c71b3","pid":21275,"component":"worker"}
{"msg":"disabling downstairs instance: downstairs-0e0b7591-5f21-44eb-8735-d12334fd114a (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:16:04.733816299Z","hostname":"oxz_crucible_58a73b11-dfe2-4c32-8174-54319f3c71b3","pid":21275,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:16:04.734816647Z","hostname":"oxz_crucible_58a73b11-dfe2-4c32-8174-54319f3c71b3","pid":21275,"uri":"/crucible/0/regions/0e0b7591-5f21-44eb-8735-d12334fd114a","method":"DELETE","req_id":"44b06ee9-59e0-4a46-a489-0dc70d7af955","remote_addr":"[fd00:1122:3344:101::a]:36167","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":21676,"response_code":"204"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:16:04.73496902Z","hostname":"oxz_crucible_58a73b11-dfe2-4c32-8174-54319f3c71b3","pid":21275,"uri":"/crucible/0/regions/0e0b7591-5f21-44eb-8735-d12334fd114a","method":"GET","req_id":"1ba96aee-4647-47f6-8e56-13ccb456e9c3","remote_addr":"[fd00:1122:3344:101::a]:36167","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":26,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:16:04.740589673Z","hostname":"oxz_crucible_58a73b11-dfe2-4c32-8174-54319f3c71b3","pid":21275,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/0e0b7591-5f21-44eb-8735-d12334fd114a\"","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:16:04.750443192Z","hostname":"oxz_crucible_58a73b11-dfe2-4c32-8174-54319f3c71b3","pid":21275,"region":"0e0b7591-5f21-44eb-8735-d12334fd114a","component":"worker"}
{"msg":"region 0e0b7591-5f21-44eb-8735-d12334fd114a state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:16:04.814436049Z","hostname":"oxz_crucible_58a73b11-dfe2-4c32-8174-54319f3c71b3","pid":21275,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T06:16:04.86437284Z","hostname":"oxz_crucible_58a73b11-dfe2-4c32-8174-54319f3c71b3","pid":21275,"uri":"/crucible/0/regions/0e0b7591-5f21-44eb-8735-d12334fd114a","method":"GET","req_id":"a2f71530-7267-49f7-a520-c2056d532000","remote_addr":"[fd00:1122:3344:101::a]:36167","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":78,"response_code":"200"}