{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:03.761587215Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:52447"}
{"msg":"region 6facee96-ac88-4e8b-9a06-ea6c729dfff4 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:03.76218759Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:03.762704703Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"uri":"/crucible/0/regions","method":"POST","req_id":"2f5172a1-5a5b-4090-a800-462614347ea3","remote_addr":"[fd00:1122:3344:101::a]:52447","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":1059,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:03.762717973Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_b510366f-4893-4db8-a3a0-109c0d885c25/crucible/regions/6facee96-ac88-4e8b-9a06-ea6c729dfff4","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:03.774368188Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_b510366f-4893-4db8-a3a0-109c0d885c25/crucible/regions/6facee96-ac88-4e8b-9a06-ea6c729dfff4","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:03.774400478Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"6facee96-ac88-4e8b-9a06-ea6c729dfff4\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/6facee96-ac88-4e8b-9a06-ea6c729dfff4\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:03.836242911Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"region":"6facee96-ac88-4e8b-9a06-ea6c729dfff4","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"6facee96-ac88-4e8b-9a06-ea6c729dfff4\" \"--data\" \"/data/regions/6facee96-ac88-4e8b-9a06-ea6c729dfff4\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:03.836303803Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"region":"6facee96-ac88-4e8b-9a06-ea6c729dfff4","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:03.945990074Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"region":"6facee96-ac88-4e8b-9a06-ea6c729dfff4","component":"worker"}
{"msg":"region 6facee96-ac88-4e8b-9a06-ea6c729dfff4 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:03.946040335Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:03.946111337Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/4664cc20-00c6-4bde-99c0-cbfd5602a43d","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:03.953522014Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:03.953632677Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:03.953730609Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:03.95373951Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:03.953789551Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-4664cc20-00c6-4bde-99c0-cbfd5602a43d","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:03.953858453Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/4664cc20-00c6-4bde-99c0-cbfd5602a43d","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:03.953968356Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:03.954034737Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:03.954080569Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:03.95412812Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:03.965462046Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-6facee96-ac88-4e8b-9a06-ea6c729dfff4","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:03.965949868Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-6facee96-ac88-4e8b-9a06-ea6c729dfff4","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:03.971918939Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:03.987221426Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-6facee96-ac88-4e8b-9a06-ea6c729dfff4","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:03.997178507Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6facee96-ac88-4e8b-9a06-ea6c729dfff4","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:03.997453574Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:03.997527766Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:03.997581337Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:03.997639759Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:04.004067972Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:04.011227092Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:04.106661824Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"uri":"/crucible/0/regions","method":"POST","req_id":"5ac006b2-e3dc-4061-9046-69380c874683","remote_addr":"[fd00:1122:3344:101::a]:52447","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":66,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:05.179968793Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"uri":"/crucible/0/regions/4664cc20-00c6-4bde-99c0-cbfd5602a43d","method":"GET","req_id":"7c97a68c-8a95-4b0d-abcf-bc4e01382866","remote_addr":"[fd00:1122:3344:101::a]:52447","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":2863,"response_code":"200"}
{"msg":"path is \"/data/regions/4664cc20-00c6-4bde-99c0-cbfd5602a43d\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:05.183577814Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"component":"datafile"}
{"msg":"dataset is oxp_b510366f-4893-4db8-a3a0-109c0d885c25/crucible/regions/4664cc20-00c6-4bde-99c0-cbfd5602a43d","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:05.193233638Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"component":"datafile"}
{"msg":"snapshot is oxp_b510366f-4893-4db8-a3a0-109c0d885c25/crucible/regions/4664cc20-00c6-4bde-99c0-cbfd5602a43d@d3c58d80-2107-42b6-ae8f-5c5bf886b05b","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:05.202170284Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_b510366f-4893-4db8-a3a0-109c0d885c25/crucible/regions/4664cc20-00c6-4bde-99c0-cbfd5602a43d\", \"d3c58d80-2107-42b6-ae8f-5c5bf886b05b\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:05.202196944Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:05.21467216Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"uri":"/crucible/0/regions/4664cc20-00c6-4bde-99c0-cbfd5602a43d/snapshots/d3c58d80-2107-42b6-ae8f-5c5bf886b05b","method":"GET","req_id":"f172b225-c4ad-4ef4-91b2-27bdcf900d3d","remote_addr":"[fd00:1122:3344:101::a]:52447","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":31103,"response_code":"200"}
{"msg":"path is \"/data/regions/4664cc20-00c6-4bde-99c0-cbfd5602a43d\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:05.218901006Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"component":"datafile"}
{"msg":"dataset is oxp_b510366f-4893-4db8-a3a0-109c0d885c25/crucible/regions/4664cc20-00c6-4bde-99c0-cbfd5602a43d","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:05.226212861Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"component":"datafile"}
{"msg":"snapshot is oxp_b510366f-4893-4db8-a3a0-109c0d885c25/crucible/regions/4664cc20-00c6-4bde-99c0-cbfd5602a43d@d3c58d80-2107-42b6-ae8f-5c5bf886b05b","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:05.234820958Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_b510366f-4893-4db8-a3a0-109c0d885c25/crucible/regions/4664cc20-00c6-4bde-99c0-cbfd5602a43d\", \"d3c58d80-2107-42b6-ae8f-5c5bf886b05b\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:05.234840129Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 4664cc20-00c6-4bde-99c0-cbfd5602a43d-d3c58d80-2107-42b6-ae8f-5c5bf886b05b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:05.244470602Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"component":"datafile"}
{"msg":"applying SMF actions for region 4664cc20-00c6-4bde-99c0-cbfd5602a43d running snapshot d3c58d80-2107-42b6-ae8f-5c5bf886b05b (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:05.244663587Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:05.244694308Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"uri":"/crucible/0/regions/4664cc20-00c6-4bde-99c0-cbfd5602a43d/snapshots/d3c58d80-2107-42b6-ae8f-5c5bf886b05b/run","method":"POST","req_id":"de06844b-9c87-4054-8723-6323266fda8b","remote_addr":"[fd00:1122:3344:101::a]:52447","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":26406,"response_code":"200"}
{"msg":"existing directory value /dev/null does not match /data/regions/4664cc20-00c6-4bde-99c0-cbfd5602a43d","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:05.245282513Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:05.245367865Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:05.245447217Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:05.245457457Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:05.245494278Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-4664cc20-00c6-4bde-99c0-cbfd5602a43d","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:05.245539819Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/4664cc20-00c6-4bde-99c0-cbfd5602a43d","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:05.245909699Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:05.24597125Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:05.246018341Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:05.246065283Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:05.252871535Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-4664cc20-00c6-4bde-99c0-cbfd5602a43d-d3c58d80-2107-42b6-ae8f-5c5bf886b05b","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:05.254488026Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-4664cc20-00c6-4bde-99c0-cbfd5602a43d-d3c58d80-2107-42b6-ae8f-5c5bf886b05b","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:05.264061137Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-4664cc20-00c6-4bde-99c0-cbfd5602a43d-d3c58d80-2107-42b6-ae8f-5c5bf886b05b","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:05.281998621Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/4664cc20-00c6-4bde-99c0-cbfd5602a43d/.zfs/snapshot/d3c58d80-2107-42b6-ae8f-5c5bf886b05b","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:05.282288948Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:05.28236663Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:05.282417681Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:05.282474493Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:05.282543204Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:05.289647644Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:05.294818785Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"component":"worker"}
{"msg":"region 4664cc20-00c6-4bde-99c0-cbfd5602a43d running snapshot d3c58d80-2107-42b6-ae8f-5c5bf886b05b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:05.294830015Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"component":"datafile"}
{"msg":"path is \"/data/regions/4664cc20-00c6-4bde-99c0-cbfd5602a43d\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:05.40662391Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"component":"datafile"}
{"msg":"dataset is oxp_b510366f-4893-4db8-a3a0-109c0d885c25/crucible/regions/4664cc20-00c6-4bde-99c0-cbfd5602a43d","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:05.41695002Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"component":"datafile"}
{"msg":"snapshot is oxp_b510366f-4893-4db8-a3a0-109c0d885c25/crucible/regions/4664cc20-00c6-4bde-99c0-cbfd5602a43d@d3c58d80-2107-42b6-ae8f-5c5bf886b05b","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:05.426139712Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_b510366f-4893-4db8-a3a0-109c0d885c25/crucible/regions/4664cc20-00c6-4bde-99c0-cbfd5602a43d\", \"d3c58d80-2107-42b6-ae8f-5c5bf886b05b\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:05.426171353Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:05.434315319Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"uri":"/crucible/0/regions/4664cc20-00c6-4bde-99c0-cbfd5602a43d/snapshots/d3c58d80-2107-42b6-ae8f-5c5bf886b05b/run","method":"POST","req_id":"e0542354-7b9e-4f15-b7ac-51ded5c4890d","remote_addr":"[fd00:1122:3344:101::a]:52447","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":27726,"response_code":"200"}
{"msg":"region e7828998-099c-4245-84bd-67620ff97f3e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:09.10330366Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:09.103470195Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"uri":"/crucible/0/regions","method":"POST","req_id":"2225b26d-ac96-4f28-b388-21977e6630c2","remote_addr":"[fd00:1122:3344:101::a]:52447","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":228,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:09.103489925Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_b510366f-4893-4db8-a3a0-109c0d885c25/crucible/regions/e7828998-099c-4245-84bd-67620ff97f3e","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:09.113734414Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_b510366f-4893-4db8-a3a0-109c0d885c25/crucible/regions/e7828998-099c-4245-84bd-67620ff97f3e","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:09.113770895Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"e7828998-099c-4245-84bd-67620ff97f3e\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/e7828998-099c-4245-84bd-67620ff97f3e\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:09.174648303Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"region":"e7828998-099c-4245-84bd-67620ff97f3e","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"e7828998-099c-4245-84bd-67620ff97f3e\" \"--data\" \"/data/regions/e7828998-099c-4245-84bd-67620ff97f3e\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:09.176642143Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"region":"e7828998-099c-4245-84bd-67620ff97f3e","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:09.2532973Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"region":"e7828998-099c-4245-84bd-67620ff97f3e","component":"worker"}
{"msg":"region e7828998-099c-4245-84bd-67620ff97f3e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:09.253323891Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:09.253452614Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/4664cc20-00c6-4bde-99c0-cbfd5602a43d","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:09.254195473Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:09.254276785Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:09.254367237Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:09.254379117Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:09.254419028Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-4664cc20-00c6-4bde-99c0-cbfd5602a43d","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:09.25447741Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/4664cc20-00c6-4bde-99c0-cbfd5602a43d","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:09.254852189Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:09.254918291Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:09.254969252Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:09.255019344Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:09.25961377Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-e7828998-099c-4245-84bd-67620ff97f3e","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:09.260774079Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-e7828998-099c-4245-84bd-67620ff97f3e","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:09.264255637Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:09.270983147Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-e7828998-099c-4245-84bd-67620ff97f3e","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:09.273772857Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e7828998-099c-4245-84bd-67620ff97f3e","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:09.273978973Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:09.274029044Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:09.274067245Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:09.274102126Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:09.278055986Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:09.28457778Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:09.44998897Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"uri":"/crucible/0/regions","method":"POST","req_id":"87978994-82de-4799-bbc4-c05a9634f538","remote_addr":"[fd00:1122:3344:101::a]:52447","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":73,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:33.805706194Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"uri":"/crucible/0/regions/e7828998-099c-4245-84bd-67620ff97f3e","method":"GET","req_id":"02c0f0d4-63a4-4d8d-9dca-4376c713dda2","remote_addr":"[fd00:1122:3344:101::a]:52447","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":63,"response_code":"200"}
{"msg":"path is \"/data/regions/e7828998-099c-4245-84bd-67620ff97f3e\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:33.808746041Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"component":"datafile"}
{"msg":"dataset is oxp_b510366f-4893-4db8-a3a0-109c0d885c25/crucible/regions/e7828998-099c-4245-84bd-67620ff97f3e","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:33.819969754Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"component":"datafile"}
{"msg":"region e7828998-099c-4245-84bd-67620ff97f3e state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:33.829184937Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:33.829387912Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"component":"worker"}
{"msg":"disabling downstairs instance: downstairs-e7828998-099c-4245-84bd-67620ff97f3e (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:33.83088159Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:33.832141542Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"uri":"/crucible/0/regions/e7828998-099c-4245-84bd-67620ff97f3e","method":"DELETE","req_id":"039397fc-a146-4d6f-a554-d5c231519f96","remote_addr":"[fd00:1122:3344:101::a]:52447","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":23425,"response_code":"204"}
{"msg":"existing directory value /dev/null does not match /data/regions/4664cc20-00c6-4bde-99c0-cbfd5602a43d","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:33.835807454Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:33.835923317Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:33.83602588Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:33.83603278Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:33.836084361Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-4664cc20-00c6-4bde-99c0-cbfd5602a43d","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:33.836144023Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/4664cc20-00c6-4bde-99c0-cbfd5602a43d","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:33.836597445Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:33.836683407Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"uri":"/crucible/0/regions/e7828998-099c-4245-84bd-67620ff97f3e","method":"GET","req_id":"bd94e032-46c0-4aa7-b3b4-161cd54d3ba3","remote_addr":"[fd00:1122:3344:101::a]:52447","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":213,"response_code":"200"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:33.836744498Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:33.836754809Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:33.836788149Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:33.841202091Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:33.84354807Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_b510366f-4893-4db8-a3a0-109c0d885c25/crucible/regions/e7828998-099c-4245-84bd-67620ff97f3e\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:33.855217102Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"region":"e7828998-099c-4245-84bd-67620ff97f3e","component":"worker"}
{"msg":"region e7828998-099c-4245-84bd-67620ff97f3e state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:33.913340713Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:33.968279252Z","hostname":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","pid":21855,"uri":"/crucible/0/regions/e7828998-099c-4245-84bd-67620ff97f3e","method":"GET","req_id":"fd505333-0572-4e33-a597-6b5d33e9f6a5","remote_addr":"[fd00:1122:3344:101::a]:52447","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":81,"response_code":"200"}