{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-11-06T00:31:07.319334645Z","hostname":"oxz_crucible_943cbdf5-af10-4962-803b-9403bc5e104f","pid":26441,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:45964"}
{"msg":"region a054371a-9ece-4449-b24f-e8e3258d93ec state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-06T00:31:07.319417088Z","hostname":"oxz_crucible_943cbdf5-af10-4962-803b-9403bc5e104f","pid":26441,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-11-06T00:31:07.320024006Z","hostname":"oxz_crucible_943cbdf5-af10-4962-803b-9403bc5e104f","pid":26441,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-06T00:31:07.320032366Z","hostname":"oxz_crucible_943cbdf5-af10-4962-803b-9403bc5e104f","pid":26441,"uri":"/crucible/0/regions","method":"POST","req_id":"e2dd4cf9-2391-4c9f-bffb-887220c51b76","remote_addr":"[fd00:1122:3344:101::a]:45964","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":651,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_0ff26524-4a22-4458-bf83-380365ee3e3b/crucible/regions/a054371a-9ece-4449-b24f-e8e3258d93ec","v":0,"name":"crucible-agent","level":30,"time":"2024-11-06T00:31:07.330590409Z","hostname":"oxz_crucible_943cbdf5-af10-4962-803b-9403bc5e104f","pid":26441,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_0ff26524-4a22-4458-bf83-380365ee3e3b/crucible/regions/a054371a-9ece-4449-b24f-e8e3258d93ec","v":0,"name":"crucible-agent","level":30,"time":"2024-11-06T00:31:07.33062449Z","hostname":"oxz_crucible_943cbdf5-af10-4962-803b-9403bc5e104f","pid":26441,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"a054371a-9ece-4449-b24f-e8e3258d93ec\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/a054371a-9ece-4449-b24f-e8e3258d93ec\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-06T00:31:07.381613604Z","hostname":"oxz_crucible_943cbdf5-af10-4962-803b-9403bc5e104f","pid":26441,"region":"a054371a-9ece-4449-b24f-e8e3258d93ec","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"a054371a-9ece-4449-b24f-e8e3258d93ec\" \"--data\" \"/data/regions/a054371a-9ece-4449-b24f-e8e3258d93ec\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-06T00:31:07.381671816Z","hostname":"oxz_crucible_943cbdf5-af10-4962-803b-9403bc5e104f","pid":26441,"region":"a054371a-9ece-4449-b24f-e8e3258d93ec","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-06T00:31:07.467490684Z","hostname":"oxz_crucible_943cbdf5-af10-4962-803b-9403bc5e104f","pid":26441,"uri":"/crucible/0/regions","method":"POST","req_id":"ace80762-b268-4239-a28c-d5dedbec24a8","remote_addr":"[fd00:1122:3344:101::a]:45964","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":68,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-11-06T00:31:07.49261269Z","hostname":"oxz_crucible_943cbdf5-af10-4962-803b-9403bc5e104f","pid":26441,"region":"a054371a-9ece-4449-b24f-e8e3258d93ec","component":"worker"}
{"msg":"region a054371a-9ece-4449-b24f-e8e3258d93ec state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-06T00:31:07.492638031Z","hostname":"oxz_crucible_943cbdf5-af10-4962-803b-9403bc5e104f","pid":26441,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-06T00:31:07.492767704Z","hostname":"oxz_crucible_943cbdf5-af10-4962-803b-9403bc5e104f","pid":26441,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-a054371a-9ece-4449-b24f-e8e3258d93ec","v":0,"name":"crucible-agent","level":30,"time":"2024-11-06T00:31:07.503545694Z","hostname":"oxz_crucible_943cbdf5-af10-4962-803b-9403bc5e104f","pid":26441,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-a054371a-9ece-4449-b24f-e8e3258d93ec","v":0,"name":"crucible-agent","level":30,"time":"2024-11-06T00:31:07.508135591Z","hostname":"oxz_crucible_943cbdf5-af10-4962-803b-9403bc5e104f","pid":26441,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-06T00:31:07.517654673Z","hostname":"oxz_crucible_943cbdf5-af10-4962-803b-9403bc5e104f","pid":26441,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-a054371a-9ece-4449-b24f-e8e3258d93ec","v":0,"name":"crucible-agent","level":30,"time":"2024-11-06T00:31:07.522148257Z","hostname":"oxz_crucible_943cbdf5-af10-4962-803b-9403bc5e104f","pid":26441,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a054371a-9ece-4449-b24f-e8e3258d93ec","v":0,"name":"crucible-agent","level":30,"time":"2024-11-06T00:31:07.522373313Z","hostname":"oxz_crucible_943cbdf5-af10-4962-803b-9403bc5e104f","pid":26441,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-11-06T00:31:07.522417875Z","hostname":"oxz_crucible_943cbdf5-af10-4962-803b-9403bc5e104f","pid":26441,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-11-06T00:31:07.522460066Z","hostname":"oxz_crucible_943cbdf5-af10-4962-803b-9403bc5e104f","pid":26441,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-06T00:31:07.522497387Z","hostname":"oxz_crucible_943cbdf5-af10-4962-803b-9403bc5e104f","pid":26441,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-06T00:31:07.526864197Z","hostname":"oxz_crucible_943cbdf5-af10-4962-803b-9403bc5e104f","pid":26441,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-06T00:31:07.532175454Z","hostname":"oxz_crucible_943cbdf5-af10-4962-803b-9403bc5e104f","pid":26441,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-06T00:31:08.097206189Z","hostname":"oxz_crucible_943cbdf5-af10-4962-803b-9403bc5e104f","pid":26441,"uri":"/crucible/0/regions","method":"POST","req_id":"507383be-1191-4e26-bff7-96895e864557","remote_addr":"[fd00:1122:3344:101::a]:45964","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":104,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-06T00:31:08.743720924Z","hostname":"oxz_crucible_943cbdf5-af10-4962-803b-9403bc5e104f","pid":26441,"uri":"/crucible/0/regions/855f914f-a2a5-4a8b-9fe9-33a9f28b0a74","method":"GET","req_id":"b43d3d11-e2eb-4b51-811b-fa4729e1276e","remote_addr":"[fd00:1122:3344:101::a]:45964","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":4854,"response_code":"200"}
{"msg":"path is \"/data/regions/855f914f-a2a5-4a8b-9fe9-33a9f28b0a74\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-06T00:31:08.746868617Z","hostname":"oxz_crucible_943cbdf5-af10-4962-803b-9403bc5e104f","pid":26441,"component":"datafile"}
{"msg":"dataset is oxp_0ff26524-4a22-4458-bf83-380365ee3e3b/crucible/regions/855f914f-a2a5-4a8b-9fe9-33a9f28b0a74","v":0,"name":"crucible-agent","level":30,"time":"2024-11-06T00:31:08.756266176Z","hostname":"oxz_crucible_943cbdf5-af10-4962-803b-9403bc5e104f","pid":26441,"component":"datafile"}
{"msg":"snapshot is oxp_0ff26524-4a22-4458-bf83-380365ee3e3b/crucible/regions/855f914f-a2a5-4a8b-9fe9-33a9f28b0a74@8b2876c8-bc26-40c3-8c6e-b7deeb4993fa","v":0,"name":"crucible-agent","level":30,"time":"2024-11-06T00:31:08.764530352Z","hostname":"oxz_crucible_943cbdf5-af10-4962-803b-9403bc5e104f","pid":26441,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_0ff26524-4a22-4458-bf83-380365ee3e3b/crucible/regions/855f914f-a2a5-4a8b-9fe9-33a9f28b0a74\", \"8b2876c8-bc26-40c3-8c6e-b7deeb4993fa\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-06T00:31:08.764557533Z","hostname":"oxz_crucible_943cbdf5-af10-4962-803b-9403bc5e104f","pid":26441,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-06T00:31:08.775787136Z","hostname":"oxz_crucible_943cbdf5-af10-4962-803b-9403bc5e104f","pid":26441,"uri":"/crucible/0/regions/855f914f-a2a5-4a8b-9fe9-33a9f28b0a74/snapshots/8b2876c8-bc26-40c3-8c6e-b7deeb4993fa","method":"GET","req_id":"213848b2-621f-4d6b-8098-743ebf07e1fb","remote_addr":"[fd00:1122:3344:101::a]:45964","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":28932,"response_code":"200"}
{"msg":"path is \"/data/regions/855f914f-a2a5-4a8b-9fe9-33a9f28b0a74\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-06T00:31:08.781520116Z","hostname":"oxz_crucible_943cbdf5-af10-4962-803b-9403bc5e104f","pid":26441,"component":"datafile"}
{"msg":"dataset is oxp_0ff26524-4a22-4458-bf83-380365ee3e3b/crucible/regions/855f914f-a2a5-4a8b-9fe9-33a9f28b0a74","v":0,"name":"crucible-agent","level":30,"time":"2024-11-06T00:31:08.789612557Z","hostname":"oxz_crucible_943cbdf5-af10-4962-803b-9403bc5e104f","pid":26441,"component":"datafile"}
{"msg":"snapshot is oxp_0ff26524-4a22-4458-bf83-380365ee3e3b/crucible/regions/855f914f-a2a5-4a8b-9fe9-33a9f28b0a74@8b2876c8-bc26-40c3-8c6e-b7deeb4993fa","v":0,"name":"crucible-agent","level":30,"time":"2024-11-06T00:31:08.797691076Z","hostname":"oxz_crucible_943cbdf5-af10-4962-803b-9403bc5e104f","pid":26441,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_0ff26524-4a22-4458-bf83-380365ee3e3b/crucible/regions/855f914f-a2a5-4a8b-9fe9-33a9f28b0a74\", \"8b2876c8-bc26-40c3-8c6e-b7deeb4993fa\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-06T00:31:08.797722647Z","hostname":"oxz_crucible_943cbdf5-af10-4962-803b-9403bc5e104f","pid":26441,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 855f914f-a2a5-4a8b-9fe9-33a9f28b0a74-8b2876c8-bc26-40c3-8c6e-b7deeb4993fa state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-06T00:31:08.806624532Z","hostname":"oxz_crucible_943cbdf5-af10-4962-803b-9403bc5e104f","pid":26441,"component":"datafile"}
{"msg":"applying SMF actions for region 855f914f-a2a5-4a8b-9fe9-33a9f28b0a74 running snapshot 8b2876c8-bc26-40c3-8c6e-b7deeb4993fa (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-06T00:31:08.806795607Z","hostname":"oxz_crucible_943cbdf5-af10-4962-803b-9403bc5e104f","pid":26441,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-06T00:31:08.806830258Z","hostname":"oxz_crucible_943cbdf5-af10-4962-803b-9403bc5e104f","pid":26441,"uri":"/crucible/0/regions/855f914f-a2a5-4a8b-9fe9-33a9f28b0a74/snapshots/8b2876c8-bc26-40c3-8c6e-b7deeb4993fa/run","method":"POST","req_id":"c5a9fb94-ecc6-4819-9ad1-901fa2a5f7c0","remote_addr":"[fd00:1122:3344:101::a]:45964","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":25350,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-855f914f-a2a5-4a8b-9fe9-33a9f28b0a74-8b2876c8-bc26-40c3-8c6e-b7deeb4993fa","v":0,"name":"crucible-agent","level":30,"time":"2024-11-06T00:31:08.808957911Z","hostname":"oxz_crucible_943cbdf5-af10-4962-803b-9403bc5e104f","pid":26441,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-855f914f-a2a5-4a8b-9fe9-33a9f28b0a74-8b2876c8-bc26-40c3-8c6e-b7deeb4993fa","v":0,"name":"crucible-agent","level":30,"time":"2024-11-06T00:31:08.813824595Z","hostname":"oxz_crucible_943cbdf5-af10-4962-803b-9403bc5e104f","pid":26441,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-855f914f-a2a5-4a8b-9fe9-33a9f28b0a74-8b2876c8-bc26-40c3-8c6e-b7deeb4993fa","v":0,"name":"crucible-agent","level":30,"time":"2024-11-06T00:31:08.824560864Z","hostname":"oxz_crucible_943cbdf5-af10-4962-803b-9403bc5e104f","pid":26441,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/855f914f-a2a5-4a8b-9fe9-33a9f28b0a74/.zfs/snapshot/8b2876c8-bc26-40c3-8c6e-b7deeb4993fa","v":0,"name":"crucible-agent","level":30,"time":"2024-11-06T00:31:08.824858773Z","hostname":"oxz_crucible_943cbdf5-af10-4962-803b-9403bc5e104f","pid":26441,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-11-06T00:31:08.824911405Z","hostname":"oxz_crucible_943cbdf5-af10-4962-803b-9403bc5e104f","pid":26441,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-11-06T00:31:08.824954066Z","hostname":"oxz_crucible_943cbdf5-af10-4962-803b-9403bc5e104f","pid":26441,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-11-06T00:31:08.824994167Z","hostname":"oxz_crucible_943cbdf5-af10-4962-803b-9403bc5e104f","pid":26441,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-06T00:31:08.825041598Z","hostname":"oxz_crucible_943cbdf5-af10-4962-803b-9403bc5e104f","pid":26441,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-06T00:31:08.829024087Z","hostname":"oxz_crucible_943cbdf5-af10-4962-803b-9403bc5e104f","pid":26441,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-06T00:31:08.834235031Z","hostname":"oxz_crucible_943cbdf5-af10-4962-803b-9403bc5e104f","pid":26441,"component":"worker"}
{"msg":"region 855f914f-a2a5-4a8b-9fe9-33a9f28b0a74 running snapshot 8b2876c8-bc26-40c3-8c6e-b7deeb4993fa state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-06T00:31:08.834247022Z","hostname":"oxz_crucible_943cbdf5-af10-4962-803b-9403bc5e104f","pid":26441,"component":"datafile"}
{"msg":"path is \"/data/regions/855f914f-a2a5-4a8b-9fe9-33a9f28b0a74\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-06T00:31:08.989756029Z","hostname":"oxz_crucible_943cbdf5-af10-4962-803b-9403bc5e104f","pid":26441,"component":"datafile"}
{"msg":"dataset is oxp_0ff26524-4a22-4458-bf83-380365ee3e3b/crucible/regions/855f914f-a2a5-4a8b-9fe9-33a9f28b0a74","v":0,"name":"crucible-agent","level":30,"time":"2024-11-06T00:31:08.998519409Z","hostname":"oxz_crucible_943cbdf5-af10-4962-803b-9403bc5e104f","pid":26441,"component":"datafile"}
{"msg":"snapshot is oxp_0ff26524-4a22-4458-bf83-380365ee3e3b/crucible/regions/855f914f-a2a5-4a8b-9fe9-33a9f28b0a74@8b2876c8-bc26-40c3-8c6e-b7deeb4993fa","v":0,"name":"crucible-agent","level":30,"time":"2024-11-06T00:31:09.006176626Z","hostname":"oxz_crucible_943cbdf5-af10-4962-803b-9403bc5e104f","pid":26441,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_0ff26524-4a22-4458-bf83-380365ee3e3b/crucible/regions/855f914f-a2a5-4a8b-9fe9-33a9f28b0a74\", \"8b2876c8-bc26-40c3-8c6e-b7deeb4993fa\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-06T00:31:09.006204917Z","hostname":"oxz_crucible_943cbdf5-af10-4962-803b-9403bc5e104f","pid":26441,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-06T00:31:09.014562025Z","hostname":"oxz_crucible_943cbdf5-af10-4962-803b-9403bc5e104f","pid":26441,"uri":"/crucible/0/regions/855f914f-a2a5-4a8b-9fe9-33a9f28b0a74/snapshots/8b2876c8-bc26-40c3-8c6e-b7deeb4993fa/run","method":"POST","req_id":"ff559ad7-3724-4a99-82b8-7132a5739742","remote_addr":"[fd00:1122:3344:101::a]:45964","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":24861,"response_code":"200"}