{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T07:39:56.604903975Z","hostname":"oxz_crucible_05043a18-3dd2-4402-9153-fc0189b36742","pid":22628,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:38640"}
{"msg":"region 27fb74e9-c403-406a-97a0-a2af0c26ed91 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T07:39:56.604998837Z","hostname":"oxz_crucible_05043a18-3dd2-4402-9153-fc0189b36742","pid":22628,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T07:39:56.605877034Z","hostname":"oxz_crucible_05043a18-3dd2-4402-9153-fc0189b36742","pid":22628,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T07:39:56.605899385Z","hostname":"oxz_crucible_05043a18-3dd2-4402-9153-fc0189b36742","pid":22628,"uri":"/crucible/0/regions","method":"POST","req_id":"50db1ca6-3702-47e1-b0c2-06e8bd4f9c97","remote_addr":"[fd00:1122:3344:101::b]:38640","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":905,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_b5a87517-097c-4a2f-afbf-79d6c9f09841/crucible/regions/27fb74e9-c403-406a-97a0-a2af0c26ed91","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T07:39:56.618767065Z","hostname":"oxz_crucible_05043a18-3dd2-4402-9153-fc0189b36742","pid":22628,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_b5a87517-097c-4a2f-afbf-79d6c9f09841/crucible/regions/27fb74e9-c403-406a-97a0-a2af0c26ed91","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T07:39:56.618797285Z","hostname":"oxz_crucible_05043a18-3dd2-4402-9153-fc0189b36742","pid":22628,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"27fb74e9-c403-406a-97a0-a2af0c26ed91\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/27fb74e9-c403-406a-97a0-a2af0c26ed91\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T07:39:56.67980237Z","hostname":"oxz_crucible_05043a18-3dd2-4402-9153-fc0189b36742","pid":22628,"region":"27fb74e9-c403-406a-97a0-a2af0c26ed91","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"27fb74e9-c403-406a-97a0-a2af0c26ed91\" \"--data\" \"/data/regions/27fb74e9-c403-406a-97a0-a2af0c26ed91\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T07:39:56.679852771Z","hostname":"oxz_crucible_05043a18-3dd2-4402-9153-fc0189b36742","pid":22628,"region":"27fb74e9-c403-406a-97a0-a2af0c26ed91","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T07:39:56.756994769Z","hostname":"oxz_crucible_05043a18-3dd2-4402-9153-fc0189b36742","pid":22628,"region":"27fb74e9-c403-406a-97a0-a2af0c26ed91","component":"worker"}
{"msg":"region 27fb74e9-c403-406a-97a0-a2af0c26ed91 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T07:39:56.75704442Z","hostname":"oxz_crucible_05043a18-3dd2-4402-9153-fc0189b36742","pid":22628,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T07:39:56.757165563Z","hostname":"oxz_crucible_05043a18-3dd2-4402-9153-fc0189b36742","pid":22628,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-27fb74e9-c403-406a-97a0-a2af0c26ed91","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T07:39:56.758167602Z","hostname":"oxz_crucible_05043a18-3dd2-4402-9153-fc0189b36742","pid":22628,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-27fb74e9-c403-406a-97a0-a2af0c26ed91","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T07:39:56.771415229Z","hostname":"oxz_crucible_05043a18-3dd2-4402-9153-fc0189b36742","pid":22628,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T07:39:56.788302597Z","hostname":"oxz_crucible_05043a18-3dd2-4402-9153-fc0189b36742","pid":22628,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-27fb74e9-c403-406a-97a0-a2af0c26ed91","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T07:39:56.791083641Z","hostname":"oxz_crucible_05043a18-3dd2-4402-9153-fc0189b36742","pid":22628,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/27fb74e9-c403-406a-97a0-a2af0c26ed91","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T07:39:56.791385607Z","hostname":"oxz_crucible_05043a18-3dd2-4402-9153-fc0189b36742","pid":22628,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T07:39:56.791436898Z","hostname":"oxz_crucible_05043a18-3dd2-4402-9153-fc0189b36742","pid":22628,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T07:39:56.791486229Z","hostname":"oxz_crucible_05043a18-3dd2-4402-9153-fc0189b36742","pid":22628,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T07:39:56.79152819Z","hostname":"oxz_crucible_05043a18-3dd2-4402-9153-fc0189b36742","pid":22628,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T07:39:56.79561958Z","hostname":"oxz_crucible_05043a18-3dd2-4402-9153-fc0189b36742","pid":22628,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T07:39:56.800619437Z","hostname":"oxz_crucible_05043a18-3dd2-4402-9153-fc0189b36742","pid":22628,"uri":"/crucible/0/regions","method":"POST","req_id":"6d4164ce-d8b9-4911-9bbf-a301f673fcee","remote_addr":"[fd00:1122:3344:101::b]:38640","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":106,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T07:39:56.802594055Z","hostname":"oxz_crucible_05043a18-3dd2-4402-9153-fc0189b36742","pid":22628,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T07:39:58.149067616Z","hostname":"oxz_crucible_05043a18-3dd2-4402-9153-fc0189b36742","pid":22628,"uri":"/crucible/0/regions/f85a7a06-0135-4672-89cf-bac17a02cfa0","method":"GET","req_id":"85be4afb-28ca-4717-b632-b3d2f42a7d85","remote_addr":"[fd00:1122:3344:101::b]:38640","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":54,"response_code":"200"}
{"msg":"path is \"/data/regions/f85a7a06-0135-4672-89cf-bac17a02cfa0\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T07:39:58.151804235Z","hostname":"oxz_crucible_05043a18-3dd2-4402-9153-fc0189b36742","pid":22628,"component":"datafile"}
{"msg":"dataset is oxp_b5a87517-097c-4a2f-afbf-79d6c9f09841/crucible/regions/f85a7a06-0135-4672-89cf-bac17a02cfa0","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T07:39:58.161383614Z","hostname":"oxz_crucible_05043a18-3dd2-4402-9153-fc0189b36742","pid":22628,"component":"datafile"}
{"msg":"snapshot is oxp_b5a87517-097c-4a2f-afbf-79d6c9f09841/crucible/regions/f85a7a06-0135-4672-89cf-bac17a02cfa0@86450f84-3eee-4115-949b-68c03f6303f2","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T07:39:58.170529452Z","hostname":"oxz_crucible_05043a18-3dd2-4402-9153-fc0189b36742","pid":22628,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_b5a87517-097c-4a2f-afbf-79d6c9f09841/crucible/regions/f85a7a06-0135-4672-89cf-bac17a02cfa0\", \"86450f84-3eee-4115-949b-68c03f6303f2\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T07:39:58.170551603Z","hostname":"oxz_crucible_05043a18-3dd2-4402-9153-fc0189b36742","pid":22628,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T07:39:58.181773081Z","hostname":"oxz_crucible_05043a18-3dd2-4402-9153-fc0189b36742","pid":22628,"uri":"/crucible/0/regions/f85a7a06-0135-4672-89cf-bac17a02cfa0/snapshots/86450f84-3eee-4115-949b-68c03f6303f2","method":"GET","req_id":"0832ff8f-84e8-4c57-b078-59a2b85da2ca","remote_addr":"[fd00:1122:3344:101::b]:38640","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":29913,"response_code":"200"}
{"msg":"path is \"/data/regions/f85a7a06-0135-4672-89cf-bac17a02cfa0\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T07:39:58.18586314Z","hostname":"oxz_crucible_05043a18-3dd2-4402-9153-fc0189b36742","pid":22628,"component":"datafile"}
{"msg":"dataset is oxp_b5a87517-097c-4a2f-afbf-79d6c9f09841/crucible/regions/f85a7a06-0135-4672-89cf-bac17a02cfa0","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T07:39:58.193673032Z","hostname":"oxz_crucible_05043a18-3dd2-4402-9153-fc0189b36742","pid":22628,"component":"datafile"}
{"msg":"snapshot is oxp_b5a87517-097c-4a2f-afbf-79d6c9f09841/crucible/regions/f85a7a06-0135-4672-89cf-bac17a02cfa0@86450f84-3eee-4115-949b-68c03f6303f2","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T07:39:58.201344911Z","hostname":"oxz_crucible_05043a18-3dd2-4402-9153-fc0189b36742","pid":22628,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_b5a87517-097c-4a2f-afbf-79d6c9f09841/crucible/regions/f85a7a06-0135-4672-89cf-bac17a02cfa0\", \"86450f84-3eee-4115-949b-68c03f6303f2\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T07:39:58.201368051Z","hostname":"oxz_crucible_05043a18-3dd2-4402-9153-fc0189b36742","pid":22628,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot f85a7a06-0135-4672-89cf-bac17a02cfa0-86450f84-3eee-4115-949b-68c03f6303f2 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T07:39:58.209859196Z","hostname":"oxz_crucible_05043a18-3dd2-4402-9153-fc0189b36742","pid":22628,"component":"datafile"}
{"msg":"applying SMF actions for region f85a7a06-0135-4672-89cf-bac17a02cfa0 running snapshot 86450f84-3eee-4115-949b-68c03f6303f2 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T07:39:58.21005444Z","hostname":"oxz_crucible_05043a18-3dd2-4402-9153-fc0189b36742","pid":22628,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T07:39:58.210093261Z","hostname":"oxz_crucible_05043a18-3dd2-4402-9153-fc0189b36742","pid":22628,"uri":"/crucible/0/regions/f85a7a06-0135-4672-89cf-bac17a02cfa0/snapshots/86450f84-3eee-4115-949b-68c03f6303f2/run","method":"POST","req_id":"106e813b-03b6-4c1a-8b3f-459f65ea745c","remote_addr":"[fd00:1122:3344:101::b]:38640","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":24861,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-f85a7a06-0135-4672-89cf-bac17a02cfa0-86450f84-3eee-4115-949b-68c03f6303f2","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T07:39:58.212761123Z","hostname":"oxz_crucible_05043a18-3dd2-4402-9153-fc0189b36742","pid":22628,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-f85a7a06-0135-4672-89cf-bac17a02cfa0-86450f84-3eee-4115-949b-68c03f6303f2","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T07:39:58.215898993Z","hostname":"oxz_crucible_05043a18-3dd2-4402-9153-fc0189b36742","pid":22628,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-f85a7a06-0135-4672-89cf-bac17a02cfa0-86450f84-3eee-4115-949b-68c03f6303f2","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T07:39:58.225925268Z","hostname":"oxz_crucible_05043a18-3dd2-4402-9153-fc0189b36742","pid":22628,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f85a7a06-0135-4672-89cf-bac17a02cfa0/.zfs/snapshot/86450f84-3eee-4115-949b-68c03f6303f2","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T07:39:58.226123682Z","hostname":"oxz_crucible_05043a18-3dd2-4402-9153-fc0189b36742","pid":22628,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T07:39:58.226172853Z","hostname":"oxz_crucible_05043a18-3dd2-4402-9153-fc0189b36742","pid":22628,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T07:39:58.226214824Z","hostname":"oxz_crucible_05043a18-3dd2-4402-9153-fc0189b36742","pid":22628,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T07:39:58.226250565Z","hostname":"oxz_crucible_05043a18-3dd2-4402-9153-fc0189b36742","pid":22628,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T07:39:58.226299986Z","hostname":"oxz_crucible_05043a18-3dd2-4402-9153-fc0189b36742","pid":22628,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T07:39:58.229812554Z","hostname":"oxz_crucible_05043a18-3dd2-4402-9153-fc0189b36742","pid":22628,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T07:39:58.234135128Z","hostname":"oxz_crucible_05043a18-3dd2-4402-9153-fc0189b36742","pid":22628,"component":"worker"}
{"msg":"region f85a7a06-0135-4672-89cf-bac17a02cfa0 running snapshot 86450f84-3eee-4115-949b-68c03f6303f2 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T07:39:58.234145598Z","hostname":"oxz_crucible_05043a18-3dd2-4402-9153-fc0189b36742","pid":22628,"component":"datafile"}
{"msg":"path is \"/data/regions/f85a7a06-0135-4672-89cf-bac17a02cfa0\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T07:39:58.383536579Z","hostname":"oxz_crucible_05043a18-3dd2-4402-9153-fc0189b36742","pid":22628,"component":"datafile"}
{"msg":"dataset is oxp_b5a87517-097c-4a2f-afbf-79d6c9f09841/crucible/regions/f85a7a06-0135-4672-89cf-bac17a02cfa0","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T07:39:58.396834268Z","hostname":"oxz_crucible_05043a18-3dd2-4402-9153-fc0189b36742","pid":22628,"component":"datafile"}
{"msg":"snapshot is oxp_b5a87517-097c-4a2f-afbf-79d6c9f09841/crucible/regions/f85a7a06-0135-4672-89cf-bac17a02cfa0@86450f84-3eee-4115-949b-68c03f6303f2","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T07:39:58.407612077Z","hostname":"oxz_crucible_05043a18-3dd2-4402-9153-fc0189b36742","pid":22628,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_b5a87517-097c-4a2f-afbf-79d6c9f09841/crucible/regions/f85a7a06-0135-4672-89cf-bac17a02cfa0\", \"86450f84-3eee-4115-949b-68c03f6303f2\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T07:39:58.407642277Z","hostname":"oxz_crucible_05043a18-3dd2-4402-9153-fc0189b36742","pid":22628,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T07:39:58.419270383Z","hostname":"oxz_crucible_05043a18-3dd2-4402-9153-fc0189b36742","pid":22628,"uri":"/crucible/0/regions/f85a7a06-0135-4672-89cf-bac17a02cfa0/snapshots/86450f84-3eee-4115-949b-68c03f6303f2/run","method":"POST","req_id":"979c9dec-18f2-42d5-8b60-6aafa798de4c","remote_addr":"[fd00:1122:3344:101::b]:38640","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":35768,"response_code":"200"}