{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-12-16T21:01:58.912853Z","hostname":"oxz_crucible_feb457a9-3747-41e3-96e1-2dc8a78ab25d","pid":21658,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:40734"}
{"msg":"region 6422f544-d4e7-4383-814a-4e82c084a3ba state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-16T21:01:58.913007552Z","hostname":"oxz_crucible_feb457a9-3747-41e3-96e1-2dc8a78ab25d","pid":21658,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-12-16T21:01:58.913601874Z","hostname":"oxz_crucible_feb457a9-3747-41e3-96e1-2dc8a78ab25d","pid":21658,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-16T21:01:58.913612094Z","hostname":"oxz_crucible_feb457a9-3747-41e3-96e1-2dc8a78ab25d","pid":21658,"uri":"/crucible/0/regions","method":"POST","req_id":"3b281a96-a8d0-420d-8c4e-d4d449bbb46e","remote_addr":"[fd00:1122:3344:101::a]:40734","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":616,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_9d5e9f0a-70f1-44fe-977e-ad949a2666f9/crucible/regions/6422f544-d4e7-4383-814a-4e82c084a3ba","v":0,"name":"crucible-agent","level":30,"time":"2024-12-16T21:01:58.92230304Z","hostname":"oxz_crucible_feb457a9-3747-41e3-96e1-2dc8a78ab25d","pid":21658,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_9d5e9f0a-70f1-44fe-977e-ad949a2666f9/crucible/regions/6422f544-d4e7-4383-814a-4e82c084a3ba","v":0,"name":"crucible-agent","level":30,"time":"2024-12-16T21:01:58.92232755Z","hostname":"oxz_crucible_feb457a9-3747-41e3-96e1-2dc8a78ab25d","pid":21658,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"6422f544-d4e7-4383-814a-4e82c084a3ba\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/6422f544-d4e7-4383-814a-4e82c084a3ba\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-16T21:01:59.05837322Z","hostname":"oxz_crucible_feb457a9-3747-41e3-96e1-2dc8a78ab25d","pid":21658,"region":"6422f544-d4e7-4383-814a-4e82c084a3ba","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"6422f544-d4e7-4383-814a-4e82c084a3ba\" \"--data\" \"/data/regions/6422f544-d4e7-4383-814a-4e82c084a3ba\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-16T21:01:59.058420251Z","hostname":"oxz_crucible_feb457a9-3747-41e3-96e1-2dc8a78ab25d","pid":21658,"region":"6422f544-d4e7-4383-814a-4e82c084a3ba","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-16T21:01:59.115244167Z","hostname":"oxz_crucible_feb457a9-3747-41e3-96e1-2dc8a78ab25d","pid":21658,"uri":"/crucible/0/regions","method":"POST","req_id":"e46cb7ea-9c8c-480f-848b-e7088ebe6e62","remote_addr":"[fd00:1122:3344:101::a]:40734","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":82,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-12-16T21:01:59.698711075Z","hostname":"oxz_crucible_feb457a9-3747-41e3-96e1-2dc8a78ab25d","pid":21658,"region":"6422f544-d4e7-4383-814a-4e82c084a3ba","component":"worker"}
{"msg":"region 6422f544-d4e7-4383-814a-4e82c084a3ba state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-16T21:01:59.698745416Z","hostname":"oxz_crucible_feb457a9-3747-41e3-96e1-2dc8a78ab25d","pid":21658,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-16T21:01:59.698862688Z","hostname":"oxz_crucible_feb457a9-3747-41e3-96e1-2dc8a78ab25d","pid":21658,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-6422f544-d4e7-4383-814a-4e82c084a3ba","v":0,"name":"crucible-agent","level":30,"time":"2024-12-16T21:01:59.699313316Z","hostname":"oxz_crucible_feb457a9-3747-41e3-96e1-2dc8a78ab25d","pid":21658,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-16T21:01:59.70523504Z","hostname":"oxz_crucible_feb457a9-3747-41e3-96e1-2dc8a78ab25d","pid":21658,"uri":"/crucible/0/regions","method":"POST","req_id":"8d7b6241-ecab-42d3-bb74-7f85d09d751f","remote_addr":"[fd00:1122:3344:101::a]:40734","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":60,"response_code":"200"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-6422f544-d4e7-4383-814a-4e82c084a3ba","v":0,"name":"crucible-agent","level":30,"time":"2024-12-16T21:01:59.717623846Z","hostname":"oxz_crucible_feb457a9-3747-41e3-96e1-2dc8a78ab25d","pid":21658,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-12-16T21:01:59.806098287Z","hostname":"oxz_crucible_feb457a9-3747-41e3-96e1-2dc8a78ab25d","pid":21658,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-6422f544-d4e7-4383-814a-4e82c084a3ba","v":0,"name":"crucible-agent","level":30,"time":"2024-12-16T21:01:59.830659906Z","hostname":"oxz_crucible_feb457a9-3747-41e3-96e1-2dc8a78ab25d","pid":21658,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6422f544-d4e7-4383-814a-4e82c084a3ba","v":0,"name":"crucible-agent","level":30,"time":"2024-12-16T21:01:59.830902041Z","hostname":"oxz_crucible_feb457a9-3747-41e3-96e1-2dc8a78ab25d","pid":21658,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-12-16T21:01:59.830956722Z","hostname":"oxz_crucible_feb457a9-3747-41e3-96e1-2dc8a78ab25d","pid":21658,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-12-16T21:01:59.831004413Z","hostname":"oxz_crucible_feb457a9-3747-41e3-96e1-2dc8a78ab25d","pid":21658,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-16T21:01:59.831049644Z","hostname":"oxz_crucible_feb457a9-3747-41e3-96e1-2dc8a78ab25d","pid":21658,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-16T21:01:59.854793287Z","hostname":"oxz_crucible_feb457a9-3747-41e3-96e1-2dc8a78ab25d","pid":21658,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-16T21:01:59.884283001Z","hostname":"oxz_crucible_feb457a9-3747-41e3-96e1-2dc8a78ab25d","pid":21658,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-16T21:02:04.85684896Z","hostname":"oxz_crucible_feb457a9-3747-41e3-96e1-2dc8a78ab25d","pid":21658,"uri":"/crucible/0/regions/f5c81994-6e9d-4e7a-ae95-f7cf05a994a3","method":"GET","req_id":"d4c039de-e943-4f99-abc1-597da8cdab6a","remote_addr":"[fd00:1122:3344:101::a]:40734","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":3244,"response_code":"200"}
{"msg":"path is \"/data/regions/f5c81994-6e9d-4e7a-ae95-f7cf05a994a3\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-16T21:02:04.861768544Z","hostname":"oxz_crucible_feb457a9-3747-41e3-96e1-2dc8a78ab25d","pid":21658,"component":"datafile"}
{"msg":"dataset is oxp_9d5e9f0a-70f1-44fe-977e-ad949a2666f9/crucible/regions/f5c81994-6e9d-4e7a-ae95-f7cf05a994a3","v":0,"name":"crucible-agent","level":30,"time":"2024-12-16T21:02:04.873794674Z","hostname":"oxz_crucible_feb457a9-3747-41e3-96e1-2dc8a78ab25d","pid":21658,"component":"datafile"}
{"msg":"snapshot is oxp_9d5e9f0a-70f1-44fe-977e-ad949a2666f9/crucible/regions/f5c81994-6e9d-4e7a-ae95-f7cf05a994a3@299ed996-0fa6-4329-8948-e70598fbc855","v":0,"name":"crucible-agent","level":30,"time":"2024-12-16T21:02:04.885675031Z","hostname":"oxz_crucible_feb457a9-3747-41e3-96e1-2dc8a78ab25d","pid":21658,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_9d5e9f0a-70f1-44fe-977e-ad949a2666f9/crucible/regions/f5c81994-6e9d-4e7a-ae95-f7cf05a994a3\", \"299ed996-0fa6-4329-8948-e70598fbc855\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-12-16T21:02:04.885740492Z","hostname":"oxz_crucible_feb457a9-3747-41e3-96e1-2dc8a78ab25d","pid":21658,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-16T21:02:04.902272918Z","hostname":"oxz_crucible_feb457a9-3747-41e3-96e1-2dc8a78ab25d","pid":21658,"uri":"/crucible/0/regions/f5c81994-6e9d-4e7a-ae95-f7cf05a994a3/snapshots/299ed996-0fa6-4329-8948-e70598fbc855","method":"GET","req_id":"21554109-0d77-49a7-9c25-bae7fbb5abec","remote_addr":"[fd00:1122:3344:101::a]:40734","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":40525,"response_code":"200"}
{"msg":"path is \"/data/regions/f5c81994-6e9d-4e7a-ae95-f7cf05a994a3\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-16T21:02:04.907503267Z","hostname":"oxz_crucible_feb457a9-3747-41e3-96e1-2dc8a78ab25d","pid":21658,"component":"datafile"}
{"msg":"dataset is oxp_9d5e9f0a-70f1-44fe-977e-ad949a2666f9/crucible/regions/f5c81994-6e9d-4e7a-ae95-f7cf05a994a3","v":0,"name":"crucible-agent","level":30,"time":"2024-12-16T21:02:04.92068875Z","hostname":"oxz_crucible_feb457a9-3747-41e3-96e1-2dc8a78ab25d","pid":21658,"component":"datafile"}
{"msg":"snapshot is oxp_9d5e9f0a-70f1-44fe-977e-ad949a2666f9/crucible/regions/f5c81994-6e9d-4e7a-ae95-f7cf05a994a3@299ed996-0fa6-4329-8948-e70598fbc855","v":0,"name":"crucible-agent","level":30,"time":"2024-12-16T21:02:04.933178688Z","hostname":"oxz_crucible_feb457a9-3747-41e3-96e1-2dc8a78ab25d","pid":21658,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_9d5e9f0a-70f1-44fe-977e-ad949a2666f9/crucible/regions/f5c81994-6e9d-4e7a-ae95-f7cf05a994a3\", \"299ed996-0fa6-4329-8948-e70598fbc855\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-12-16T21:02:04.933230829Z","hostname":"oxz_crucible_feb457a9-3747-41e3-96e1-2dc8a78ab25d","pid":21658,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot f5c81994-6e9d-4e7a-ae95-f7cf05a994a3-299ed996-0fa6-4329-8948-e70598fbc855 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-16T21:02:04.945177547Z","hostname":"oxz_crucible_feb457a9-3747-41e3-96e1-2dc8a78ab25d","pid":21658,"component":"datafile"}
{"msg":"applying SMF actions for region f5c81994-6e9d-4e7a-ae95-f7cf05a994a3 running snapshot 299ed996-0fa6-4329-8948-e70598fbc855 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-16T21:02:04.945417562Z","hostname":"oxz_crucible_feb457a9-3747-41e3-96e1-2dc8a78ab25d","pid":21658,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-16T21:02:04.945446572Z","hostname":"oxz_crucible_feb457a9-3747-41e3-96e1-2dc8a78ab25d","pid":21658,"uri":"/crucible/0/regions/f5c81994-6e9d-4e7a-ae95-f7cf05a994a3/snapshots/299ed996-0fa6-4329-8948-e70598fbc855/run","method":"POST","req_id":"0c4e9f77-12c0-4e7c-9e45-b10c98bc47f3","remote_addr":"[fd00:1122:3344:101::a]:40734","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":37979,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-f5c81994-6e9d-4e7a-ae95-f7cf05a994a3-299ed996-0fa6-4329-8948-e70598fbc855","v":0,"name":"crucible-agent","level":30,"time":"2024-12-16T21:02:04.948718855Z","hostname":"oxz_crucible_feb457a9-3747-41e3-96e1-2dc8a78ab25d","pid":21658,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-f5c81994-6e9d-4e7a-ae95-f7cf05a994a3-299ed996-0fa6-4329-8948-e70598fbc855","v":0,"name":"crucible-agent","level":30,"time":"2024-12-16T21:02:04.96883789Z","hostname":"oxz_crucible_feb457a9-3747-41e3-96e1-2dc8a78ab25d","pid":21658,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-f5c81994-6e9d-4e7a-ae95-f7cf05a994a3-299ed996-0fa6-4329-8948-e70598fbc855","v":0,"name":"crucible-agent","level":30,"time":"2024-12-16T21:02:04.996117371Z","hostname":"oxz_crucible_feb457a9-3747-41e3-96e1-2dc8a78ab25d","pid":21658,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f5c81994-6e9d-4e7a-ae95-f7cf05a994a3/.zfs/snapshot/299ed996-0fa6-4329-8948-e70598fbc855","v":0,"name":"crucible-agent","level":30,"time":"2024-12-16T21:02:04.996459987Z","hostname":"oxz_crucible_feb457a9-3747-41e3-96e1-2dc8a78ab25d","pid":21658,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-12-16T21:02:04.996535229Z","hostname":"oxz_crucible_feb457a9-3747-41e3-96e1-2dc8a78ab25d","pid":21658,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-12-16T21:02:04.99659572Z","hostname":"oxz_crucible_feb457a9-3747-41e3-96e1-2dc8a78ab25d","pid":21658,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-12-16T21:02:04.996656891Z","hostname":"oxz_crucible_feb457a9-3747-41e3-96e1-2dc8a78ab25d","pid":21658,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-16T21:02:04.996722132Z","hostname":"oxz_crucible_feb457a9-3747-41e3-96e1-2dc8a78ab25d","pid":21658,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-16T21:02:05.004755176Z","hostname":"oxz_crucible_feb457a9-3747-41e3-96e1-2dc8a78ab25d","pid":21658,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-16T21:02:05.013528093Z","hostname":"oxz_crucible_feb457a9-3747-41e3-96e1-2dc8a78ab25d","pid":21658,"component":"worker"}
{"msg":"region f5c81994-6e9d-4e7a-ae95-f7cf05a994a3 running snapshot 299ed996-0fa6-4329-8948-e70598fbc855 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-16T21:02:05.013544764Z","hostname":"oxz_crucible_feb457a9-3747-41e3-96e1-2dc8a78ab25d","pid":21658,"component":"datafile"}
{"msg":"path is \"/data/regions/f5c81994-6e9d-4e7a-ae95-f7cf05a994a3\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-16T21:02:05.138810657Z","hostname":"oxz_crucible_feb457a9-3747-41e3-96e1-2dc8a78ab25d","pid":21658,"component":"datafile"}
{"msg":"dataset is oxp_9d5e9f0a-70f1-44fe-977e-ad949a2666f9/crucible/regions/f5c81994-6e9d-4e7a-ae95-f7cf05a994a3","v":0,"name":"crucible-agent","level":30,"time":"2024-12-16T21:02:05.147428342Z","hostname":"oxz_crucible_feb457a9-3747-41e3-96e1-2dc8a78ab25d","pid":21658,"component":"datafile"}
{"msg":"snapshot is oxp_9d5e9f0a-70f1-44fe-977e-ad949a2666f9/crucible/regions/f5c81994-6e9d-4e7a-ae95-f7cf05a994a3@299ed996-0fa6-4329-8948-e70598fbc855","v":0,"name":"crucible-agent","level":30,"time":"2024-12-16T21:02:05.156501305Z","hostname":"oxz_crucible_feb457a9-3747-41e3-96e1-2dc8a78ab25d","pid":21658,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_9d5e9f0a-70f1-44fe-977e-ad949a2666f9/crucible/regions/f5c81994-6e9d-4e7a-ae95-f7cf05a994a3\", \"299ed996-0fa6-4329-8948-e70598fbc855\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-12-16T21:02:05.156543496Z","hostname":"oxz_crucible_feb457a9-3747-41e3-96e1-2dc8a78ab25d","pid":21658,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-16T21:02:05.164222523Z","hostname":"oxz_crucible_feb457a9-3747-41e3-96e1-2dc8a78ab25d","pid":21658,"uri":"/crucible/0/regions/f5c81994-6e9d-4e7a-ae95-f7cf05a994a3/snapshots/299ed996-0fa6-4329-8948-e70598fbc855/run","method":"POST","req_id":"6e957e56-1b22-4aac-87ff-f99b4210cd74","remote_addr":"[fd00:1122:3344:101::a]:40734","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":26044,"response_code":"200"}