{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T05:04:17.902106887Z","hostname":"oxz_crucible_7a9a1a57-6f25-4e14-a0ff-6e976bb17db8","pid":24442,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:35555"}
{"msg":"region a239ae78-d77b-45a0-8582-e89e011f2a18 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T05:04:18.007923445Z","hostname":"oxz_crucible_7a9a1a57-6f25-4e14-a0ff-6e976bb17db8","pid":24442,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T05:04:18.033136084Z","hostname":"oxz_crucible_7a9a1a57-6f25-4e14-a0ff-6e976bb17db8","pid":24442,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T05:04:18.038265218Z","hostname":"oxz_crucible_7a9a1a57-6f25-4e14-a0ff-6e976bb17db8","pid":24442,"uri":"/crucible/0/regions","method":"POST","req_id":"99d52da8-f141-46e2-86c8-b7bb4ae837e5","remote_addr":"[fd00:1122:3344:101::a]:35555","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":54410,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_33949fdd-4265-4f10-ab58-a876a4529485/crucible/regions/a239ae78-d77b-45a0-8582-e89e011f2a18","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T05:04:18.061729319Z","hostname":"oxz_crucible_7a9a1a57-6f25-4e14-a0ff-6e976bb17db8","pid":24442,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_33949fdd-4265-4f10-ab58-a876a4529485/crucible/regions/a239ae78-d77b-45a0-8582-e89e011f2a18","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T05:04:18.061745159Z","hostname":"oxz_crucible_7a9a1a57-6f25-4e14-a0ff-6e976bb17db8","pid":24442,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"a239ae78-d77b-45a0-8582-e89e011f2a18\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/a239ae78-d77b-45a0-8582-e89e011f2a18\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T05:04:18.161231286Z","hostname":"oxz_crucible_7a9a1a57-6f25-4e14-a0ff-6e976bb17db8","pid":24442,"region":"a239ae78-d77b-45a0-8582-e89e011f2a18","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"a239ae78-d77b-45a0-8582-e89e011f2a18\" \"--data\" \"/data/regions/a239ae78-d77b-45a0-8582-e89e011f2a18\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T05:04:18.163498577Z","hostname":"oxz_crucible_7a9a1a57-6f25-4e14-a0ff-6e976bb17db8","pid":24442,"region":"a239ae78-d77b-45a0-8582-e89e011f2a18","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T05:04:18.188751717Z","hostname":"oxz_crucible_7a9a1a57-6f25-4e14-a0ff-6e976bb17db8","pid":24442,"uri":"/crucible/0/regions","method":"POST","req_id":"3cc77263-a178-499e-956e-eb0594864873","remote_addr":"[fd00:1122:3344:101::a]:35555","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":81,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T05:04:18.540073952Z","hostname":"oxz_crucible_7a9a1a57-6f25-4e14-a0ff-6e976bb17db8","pid":24442,"uri":"/crucible/0/regions","method":"POST","req_id":"b2b102ec-a809-4c93-8c01-7862dafefabe","remote_addr":"[fd00:1122:3344:101::a]:35555","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":57,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T05:04:18.699541779Z","hostname":"oxz_crucible_7a9a1a57-6f25-4e14-a0ff-6e976bb17db8","pid":24442,"region":"a239ae78-d77b-45a0-8582-e89e011f2a18","component":"worker"}
{"msg":"region a239ae78-d77b-45a0-8582-e89e011f2a18 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T05:04:18.69956744Z","hostname":"oxz_crucible_7a9a1a57-6f25-4e14-a0ff-6e976bb17db8","pid":24442,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T05:04:18.699707473Z","hostname":"oxz_crucible_7a9a1a57-6f25-4e14-a0ff-6e976bb17db8","pid":24442,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-a239ae78-d77b-45a0-8582-e89e011f2a18","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T05:04:18.700087201Z","hostname":"oxz_crucible_7a9a1a57-6f25-4e14-a0ff-6e976bb17db8","pid":24442,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-a239ae78-d77b-45a0-8582-e89e011f2a18","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T05:04:18.728111763Z","hostname":"oxz_crucible_7a9a1a57-6f25-4e14-a0ff-6e976bb17db8","pid":24442,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T05:04:18.756903822Z","hostname":"oxz_crucible_7a9a1a57-6f25-4e14-a0ff-6e976bb17db8","pid":24442,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-a239ae78-d77b-45a0-8582-e89e011f2a18","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T05:04:18.764458019Z","hostname":"oxz_crucible_7a9a1a57-6f25-4e14-a0ff-6e976bb17db8","pid":24442,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a239ae78-d77b-45a0-8582-e89e011f2a18","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T05:04:18.765192496Z","hostname":"oxz_crucible_7a9a1a57-6f25-4e14-a0ff-6e976bb17db8","pid":24442,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T05:04:18.765253247Z","hostname":"oxz_crucible_7a9a1a57-6f25-4e14-a0ff-6e976bb17db8","pid":24442,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T05:04:18.765297078Z","hostname":"oxz_crucible_7a9a1a57-6f25-4e14-a0ff-6e976bb17db8","pid":24442,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T05:04:18.765336509Z","hostname":"oxz_crucible_7a9a1a57-6f25-4e14-a0ff-6e976bb17db8","pid":24442,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T05:04:18.775470634Z","hostname":"oxz_crucible_7a9a1a57-6f25-4e14-a0ff-6e976bb17db8","pid":24442,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T05:04:18.78388389Z","hostname":"oxz_crucible_7a9a1a57-6f25-4e14-a0ff-6e976bb17db8","pid":24442,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T05:04:19.542203535Z","hostname":"oxz_crucible_7a9a1a57-6f25-4e14-a0ff-6e976bb17db8","pid":24442,"uri":"/crucible/0/regions","method":"POST","req_id":"8631f8e9-60e2-424a-ae7e-17d976abe0c9","remote_addr":"[fd00:1122:3344:101::a]:35555","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":64,"response_code":"200"}
{"msg":"region 3cc24653-e266-4ac1-8284-090e9a321dce state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T05:04:26.139622599Z","hostname":"oxz_crucible_7a9a1a57-6f25-4e14-a0ff-6e976bb17db8","pid":24442,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T05:04:26.139782682Z","hostname":"oxz_crucible_7a9a1a57-6f25-4e14-a0ff-6e976bb17db8","pid":24442,"uri":"/crucible/0/regions","method":"POST","req_id":"4b1babe2-7012-44ae-be10-7f23ba81786f","remote_addr":"[fd00:1122:3344:101::a]:35555","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":224,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T05:04:26.139811013Z","hostname":"oxz_crucible_7a9a1a57-6f25-4e14-a0ff-6e976bb17db8","pid":24442,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_33949fdd-4265-4f10-ab58-a876a4529485/crucible/regions/3cc24653-e266-4ac1-8284-090e9a321dce","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T05:04:26.149749473Z","hostname":"oxz_crucible_7a9a1a57-6f25-4e14-a0ff-6e976bb17db8","pid":24442,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_33949fdd-4265-4f10-ab58-a876a4529485/crucible/regions/3cc24653-e266-4ac1-8284-090e9a321dce","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T05:04:26.149784174Z","hostname":"oxz_crucible_7a9a1a57-6f25-4e14-a0ff-6e976bb17db8","pid":24442,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"3cc24653-e266-4ac1-8284-090e9a321dce\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/3cc24653-e266-4ac1-8284-090e9a321dce\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T05:04:26.258936226Z","hostname":"oxz_crucible_7a9a1a57-6f25-4e14-a0ff-6e976bb17db8","pid":24442,"region":"3cc24653-e266-4ac1-8284-090e9a321dce","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"3cc24653-e266-4ac1-8284-090e9a321dce\" \"--data\" \"/data/regions/3cc24653-e266-4ac1-8284-090e9a321dce\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T05:04:26.259002637Z","hostname":"oxz_crucible_7a9a1a57-6f25-4e14-a0ff-6e976bb17db8","pid":24442,"region":"3cc24653-e266-4ac1-8284-090e9a321dce","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T05:04:26.4155434Z","hostname":"oxz_crucible_7a9a1a57-6f25-4e14-a0ff-6e976bb17db8","pid":24442,"region":"3cc24653-e266-4ac1-8284-090e9a321dce","component":"worker"}
{"msg":"region 3cc24653-e266-4ac1-8284-090e9a321dce state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T05:04:26.415615452Z","hostname":"oxz_crucible_7a9a1a57-6f25-4e14-a0ff-6e976bb17db8","pid":24442,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T05:04:26.415707334Z","hostname":"oxz_crucible_7a9a1a57-6f25-4e14-a0ff-6e976bb17db8","pid":24442,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-3cc24653-e266-4ac1-8284-090e9a321dce","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T05:04:26.416298827Z","hostname":"oxz_crucible_7a9a1a57-6f25-4e14-a0ff-6e976bb17db8","pid":24442,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T05:04:26.428642691Z","hostname":"oxz_crucible_7a9a1a57-6f25-4e14-a0ff-6e976bb17db8","pid":24442,"uri":"/crucible/0/regions","method":"POST","req_id":"6e6bc0a7-1718-4ce7-9076-21559718191f","remote_addr":"[fd00:1122:3344:101::a]:35555","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":96,"response_code":"200"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-3cc24653-e266-4ac1-8284-090e9a321dce","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T05:04:26.432250021Z","hostname":"oxz_crucible_7a9a1a57-6f25-4e14-a0ff-6e976bb17db8","pid":24442,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T05:04:26.459654689Z","hostname":"oxz_crucible_7a9a1a57-6f25-4e14-a0ff-6e976bb17db8","pid":24442,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-3cc24653-e266-4ac1-8284-090e9a321dce","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T05:04:26.476798399Z","hostname":"oxz_crucible_7a9a1a57-6f25-4e14-a0ff-6e976bb17db8","pid":24442,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/3cc24653-e266-4ac1-8284-090e9a321dce","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T05:04:26.477170408Z","hostname":"oxz_crucible_7a9a1a57-6f25-4e14-a0ff-6e976bb17db8","pid":24442,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T05:04:26.477236319Z","hostname":"oxz_crucible_7a9a1a57-6f25-4e14-a0ff-6e976bb17db8","pid":24442,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T05:04:26.477295021Z","hostname":"oxz_crucible_7a9a1a57-6f25-4e14-a0ff-6e976bb17db8","pid":24442,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T05:04:26.477347952Z","hostname":"oxz_crucible_7a9a1a57-6f25-4e14-a0ff-6e976bb17db8","pid":24442,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T05:04:26.489356028Z","hostname":"oxz_crucible_7a9a1a57-6f25-4e14-a0ff-6e976bb17db8","pid":24442,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T05:04:26.509814012Z","hostname":"oxz_crucible_7a9a1a57-6f25-4e14-a0ff-6e976bb17db8","pid":24442,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T05:05:44.759067335Z","hostname":"oxz_crucible_7a9a1a57-6f25-4e14-a0ff-6e976bb17db8","pid":24442,"uri":"/crucible/0/regions/3cc24653-e266-4ac1-8284-090e9a321dce","method":"GET","req_id":"34923954-3b5d-45b9-8cf9-f97561e1e916","remote_addr":"[fd00:1122:3344:101::a]:35555","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":78,"response_code":"200"}
{"msg":"path is \"/data/regions/3cc24653-e266-4ac1-8284-090e9a321dce\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T05:05:44.762600614Z","hostname":"oxz_crucible_7a9a1a57-6f25-4e14-a0ff-6e976bb17db8","pid":24442,"component":"datafile"}
{"msg":"dataset is oxp_33949fdd-4265-4f10-ab58-a876a4529485/crucible/regions/3cc24653-e266-4ac1-8284-090e9a321dce","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T05:05:44.774325084Z","hostname":"oxz_crucible_7a9a1a57-6f25-4e14-a0ff-6e976bb17db8","pid":24442,"component":"datafile"}
{"msg":"region 3cc24653-e266-4ac1-8284-090e9a321dce state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T05:05:44.785215815Z","hostname":"oxz_crucible_7a9a1a57-6f25-4e14-a0ff-6e976bb17db8","pid":24442,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T05:05:44.78540285Z","hostname":"oxz_crucible_7a9a1a57-6f25-4e14-a0ff-6e976bb17db8","pid":24442,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T05:05:44.785463881Z","hostname":"oxz_crucible_7a9a1a57-6f25-4e14-a0ff-6e976bb17db8","pid":24442,"uri":"/crucible/0/regions/3cc24653-e266-4ac1-8284-090e9a321dce","method":"DELETE","req_id":"d00e8093-fa5f-4002-b73d-bba90f8723e0","remote_addr":"[fd00:1122:3344:101::a]:35555","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":22896,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-3cc24653-e266-4ac1-8284-090e9a321dce (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T05:05:44.786554135Z","hostname":"oxz_crucible_7a9a1a57-6f25-4e14-a0ff-6e976bb17db8","pid":24442,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T05:05:44.789641934Z","hostname":"oxz_crucible_7a9a1a57-6f25-4e14-a0ff-6e976bb17db8","pid":24442,"uri":"/crucible/0/regions/3cc24653-e266-4ac1-8284-090e9a321dce","method":"GET","req_id":"b6e830b5-375f-4f02-8f16-ea12464c5328","remote_addr":"[fd00:1122:3344:101::a]:35555","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":31,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T05:05:44.792224571Z","hostname":"oxz_crucible_7a9a1a57-6f25-4e14-a0ff-6e976bb17db8","pid":24442,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_33949fdd-4265-4f10-ab58-a876a4529485/crucible/regions/3cc24653-e266-4ac1-8284-090e9a321dce\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T05:05:44.803155944Z","hostname":"oxz_crucible_7a9a1a57-6f25-4e14-a0ff-6e976bb17db8","pid":24442,"region":"3cc24653-e266-4ac1-8284-090e9a321dce","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T05:05:44.85393102Z","hostname":"oxz_crucible_7a9a1a57-6f25-4e14-a0ff-6e976bb17db8","pid":24442,"uri":"/crucible/0/regions/3cc24653-e266-4ac1-8284-090e9a321dce","method":"GET","req_id":"dd665b64-aa3e-4caf-81de-88ae907056c0","remote_addr":"[fd00:1122:3344:101::a]:35555","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":88,"response_code":"200"}
{"msg":"region 3cc24653-e266-4ac1-8284-090e9a321dce state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T05:05:44.862762856Z","hostname":"oxz_crucible_7a9a1a57-6f25-4e14-a0ff-6e976bb17db8","pid":24442,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T05:05:44.949890649Z","hostname":"oxz_crucible_7a9a1a57-6f25-4e14-a0ff-6e976bb17db8","pid":24442,"uri":"/crucible/0/regions/3cc24653-e266-4ac1-8284-090e9a321dce","method":"GET","req_id":"84500198-7de9-4f4d-8fc3-a3f5d104fa7c","remote_addr":"[fd00:1122:3344:101::a]:35555","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":34,"response_code":"200"}