{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:01.962884849Z","hostname":"oxz_crucible_6bfa0d7f-9249-4aad-866d-98b71798fe3c","pid":22432,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:64325"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:01.962983251Z","hostname":"oxz_crucible_6bfa0d7f-9249-4aad-866d-98b71798fe3c","pid":22432,"uri":"/crucible/0/regions/f08f67a2-d0e5-478d-afae-1a7d27c2966a","method":"GET","req_id":"799aed06-837c-45e9-ac60-f752e82e9fb8","remote_addr":"[fd00:1122:3344:101::c]:64325","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":51,"response_code":"200"} {"msg":"path is \"/data/regions/f08f67a2-d0e5-478d-afae-1a7d27c2966a\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:01.966139585Z","hostname":"oxz_crucible_6bfa0d7f-9249-4aad-866d-98b71798fe3c","pid":22432,"component":"datafile"} {"msg":"dataset is oxp_1e32a5ee-46e7-4caa-b6e7-794076a5fd5f/crucible/regions/f08f67a2-d0e5-478d-afae-1a7d27c2966a","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:01.975551075Z","hostname":"oxz_crucible_6bfa0d7f-9249-4aad-866d-98b71798fe3c","pid":22432,"component":"datafile"} {"msg":"snapshot is oxp_1e32a5ee-46e7-4caa-b6e7-794076a5fd5f/crucible/regions/f08f67a2-d0e5-478d-afae-1a7d27c2966a@6878ff2d-e2cb-4b7c-9faf-b0db6267947d","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:01.984882334Z","hostname":"oxz_crucible_6bfa0d7f-9249-4aad-866d-98b71798fe3c","pid":22432,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_1e32a5ee-46e7-4caa-b6e7-794076a5fd5f/crucible/regions/f08f67a2-d0e5-478d-afae-1a7d27c2966a\", \"6878ff2d-e2cb-4b7c-9faf-b0db6267947d\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:01.984917965Z","hostname":"oxz_crucible_6bfa0d7f-9249-4aad-866d-98b71798fe3c","pid":22432,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:01.998214312Z","hostname":"oxz_crucible_6bfa0d7f-9249-4aad-866d-98b71798fe3c","pid":22432,"uri":"/crucible/0/regions/f08f67a2-d0e5-478d-afae-1a7d27c2966a/snapshots/6878ff2d-e2cb-4b7c-9faf-b0db6267947d","method":"GET","req_id":"5260945e-049a-4067-815f-0f41025c1802","remote_addr":"[fd00:1122:3344:101::c]:64325","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":32089,"response_code":"200"} {"msg":"path is \"/data/regions/f08f67a2-d0e5-478d-afae-1a7d27c2966a\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:02.001452377Z","hostname":"oxz_crucible_6bfa0d7f-9249-4aad-866d-98b71798fe3c","pid":22432,"component":"datafile"} {"msg":"dataset is oxp_1e32a5ee-46e7-4caa-b6e7-794076a5fd5f/crucible/regions/f08f67a2-d0e5-478d-afae-1a7d27c2966a","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:02.010942929Z","hostname":"oxz_crucible_6bfa0d7f-9249-4aad-866d-98b71798fe3c","pid":22432,"component":"datafile"} {"msg":"snapshot is oxp_1e32a5ee-46e7-4caa-b6e7-794076a5fd5f/crucible/regions/f08f67a2-d0e5-478d-afae-1a7d27c2966a@6878ff2d-e2cb-4b7c-9faf-b0db6267947d","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:02.0192478Z","hostname":"oxz_crucible_6bfa0d7f-9249-4aad-866d-98b71798fe3c","pid":22432,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_1e32a5ee-46e7-4caa-b6e7-794076a5fd5f/crucible/regions/f08f67a2-d0e5-478d-afae-1a7d27c2966a\", \"6878ff2d-e2cb-4b7c-9faf-b0db6267947d\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:02.019270761Z","hostname":"oxz_crucible_6bfa0d7f-9249-4aad-866d-98b71798fe3c","pid":22432,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot f08f67a2-d0e5-478d-afae-1a7d27c2966a-6878ff2d-e2cb-4b7c-9faf-b0db6267947d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:02.028758493Z","hostname":"oxz_crucible_6bfa0d7f-9249-4aad-866d-98b71798fe3c","pid":22432,"component":"datafile"} {"msg":"applying SMF actions for region f08f67a2-d0e5-478d-afae-1a7d27c2966a running snapshot 6878ff2d-e2cb-4b7c-9faf-b0db6267947d (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:02.029382633Z","hostname":"oxz_crucible_6bfa0d7f-9249-4aad-866d-98b71798fe3c","pid":22432,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:02.029431394Z","hostname":"oxz_crucible_6bfa0d7f-9249-4aad-866d-98b71798fe3c","pid":22432,"uri":"/crucible/0/regions/f08f67a2-d0e5-478d-afae-1a7d27c2966a/snapshots/6878ff2d-e2cb-4b7c-9faf-b0db6267947d/run","method":"POST","req_id":"0b7f8a2f-f745-4ab9-86c5-4e07244dc67d","remote_addr":"[fd00:1122:3344:101::c]:64325","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":28005,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/f08f67a2-d0e5-478d-afae-1a7d27c2966a","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:02.034158585Z","hostname":"oxz_crucible_6bfa0d7f-9249-4aad-866d-98b71798fe3c","pid":22432,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:02.034246296Z","hostname":"oxz_crucible_6bfa0d7f-9249-4aad-866d-98b71798fe3c","pid":22432,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:02.034355318Z","hostname":"oxz_crucible_6bfa0d7f-9249-4aad-866d-98b71798fe3c","pid":22432,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:02.034366528Z","hostname":"oxz_crucible_6bfa0d7f-9249-4aad-866d-98b71798fe3c","pid":22432,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:02.034391149Z","hostname":"oxz_crucible_6bfa0d7f-9249-4aad-866d-98b71798fe3c","pid":22432,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-f08f67a2-d0e5-478d-afae-1a7d27c2966a","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:02.034441699Z","hostname":"oxz_crucible_6bfa0d7f-9249-4aad-866d-98b71798fe3c","pid":22432,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f08f67a2-d0e5-478d-afae-1a7d27c2966a","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:02.034543621Z","hostname":"oxz_crucible_6bfa0d7f-9249-4aad-866d-98b71798fe3c","pid":22432,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:02.034609282Z","hostname":"oxz_crucible_6bfa0d7f-9249-4aad-866d-98b71798fe3c","pid":22432,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:02.034659553Z","hostname":"oxz_crucible_6bfa0d7f-9249-4aad-866d-98b71798fe3c","pid":22432,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:02.034710214Z","hostname":"oxz_crucible_6bfa0d7f-9249-4aad-866d-98b71798fe3c","pid":22432,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:02.039096029Z","hostname":"oxz_crucible_6bfa0d7f-9249-4aad-866d-98b71798fe3c","pid":22432,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-f08f67a2-d0e5-478d-afae-1a7d27c2966a-6878ff2d-e2cb-4b7c-9faf-b0db6267947d","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:02.039558327Z","hostname":"oxz_crucible_6bfa0d7f-9249-4aad-866d-98b71798fe3c","pid":22432,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-f08f67a2-d0e5-478d-afae-1a7d27c2966a-6878ff2d-e2cb-4b7c-9faf-b0db6267947d","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:02.041976858Z","hostname":"oxz_crucible_6bfa0d7f-9249-4aad-866d-98b71798fe3c","pid":22432,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-f08f67a2-d0e5-478d-afae-1a7d27c2966a-6878ff2d-e2cb-4b7c-9faf-b0db6267947d","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:02.051003402Z","hostname":"oxz_crucible_6bfa0d7f-9249-4aad-866d-98b71798fe3c","pid":22432,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f08f67a2-d0e5-478d-afae-1a7d27c2966a/.zfs/snapshot/6878ff2d-e2cb-4b7c-9faf-b0db6267947d","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:02.051288727Z","hostname":"oxz_crucible_6bfa0d7f-9249-4aad-866d-98b71798fe3c","pid":22432,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:02.051345198Z","hostname":"oxz_crucible_6bfa0d7f-9249-4aad-866d-98b71798fe3c","pid":22432,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:02.051386328Z","hostname":"oxz_crucible_6bfa0d7f-9249-4aad-866d-98b71798fe3c","pid":22432,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:02.051427309Z","hostname":"oxz_crucible_6bfa0d7f-9249-4aad-866d-98b71798fe3c","pid":22432,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:02.05147729Z","hostname":"oxz_crucible_6bfa0d7f-9249-4aad-866d-98b71798fe3c","pid":22432,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:02.054875808Z","hostname":"oxz_crucible_6bfa0d7f-9249-4aad-866d-98b71798fe3c","pid":22432,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:02.059025999Z","hostname":"oxz_crucible_6bfa0d7f-9249-4aad-866d-98b71798fe3c","pid":22432,"component":"worker"} {"msg":"region f08f67a2-d0e5-478d-afae-1a7d27c2966a running snapshot 6878ff2d-e2cb-4b7c-9faf-b0db6267947d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:02.059034939Z","hostname":"oxz_crucible_6bfa0d7f-9249-4aad-866d-98b71798fe3c","pid":22432,"component":"datafile"} {"msg":"path is \"/data/regions/f08f67a2-d0e5-478d-afae-1a7d27c2966a\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:02.2690148Z","hostname":"oxz_crucible_6bfa0d7f-9249-4aad-866d-98b71798fe3c","pid":22432,"component":"datafile"} {"msg":"dataset is oxp_1e32a5ee-46e7-4caa-b6e7-794076a5fd5f/crucible/regions/f08f67a2-d0e5-478d-afae-1a7d27c2966a","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:02.277714448Z","hostname":"oxz_crucible_6bfa0d7f-9249-4aad-866d-98b71798fe3c","pid":22432,"component":"datafile"} {"msg":"snapshot is oxp_1e32a5ee-46e7-4caa-b6e7-794076a5fd5f/crucible/regions/f08f67a2-d0e5-478d-afae-1a7d27c2966a@6878ff2d-e2cb-4b7c-9faf-b0db6267947d","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:02.286704761Z","hostname":"oxz_crucible_6bfa0d7f-9249-4aad-866d-98b71798fe3c","pid":22432,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_1e32a5ee-46e7-4caa-b6e7-794076a5fd5f/crucible/regions/f08f67a2-d0e5-478d-afae-1a7d27c2966a\", \"6878ff2d-e2cb-4b7c-9faf-b0db6267947d\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:02.286745532Z","hostname":"oxz_crucible_6bfa0d7f-9249-4aad-866d-98b71798fe3c","pid":22432,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:02.295339229Z","hostname":"oxz_crucible_6bfa0d7f-9249-4aad-866d-98b71798fe3c","pid":22432,"uri":"/crucible/0/regions/f08f67a2-d0e5-478d-afae-1a7d27c2966a/snapshots/6878ff2d-e2cb-4b7c-9faf-b0db6267947d/run","method":"POST","req_id":"43b9f159-9b3a-4073-9ced-519f29e071ee","remote_addr":"[fd00:1122:3344:101::c]:64325","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":26350,"response_code":"200"} {"msg":"region dc673313-1f0f-4821-9ed2-283f8df345ce state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:07.045485922Z","hostname":"oxz_crucible_6bfa0d7f-9249-4aad-866d-98b71798fe3c","pid":22432,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:07.045705435Z","hostname":"oxz_crucible_6bfa0d7f-9249-4aad-866d-98b71798fe3c","pid":22432,"uri":"/crucible/0/regions","method":"POST","req_id":"5f99bd76-c861-4a3a-a048-20e9fbb58e5f","remote_addr":"[fd00:1122:3344:101::c]:64325","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":294,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:07.045732296Z","hostname":"oxz_crucible_6bfa0d7f-9249-4aad-866d-98b71798fe3c","pid":22432,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_1e32a5ee-46e7-4caa-b6e7-794076a5fd5f/crucible/regions/dc673313-1f0f-4821-9ed2-283f8df345ce","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:07.056693903Z","hostname":"oxz_crucible_6bfa0d7f-9249-4aad-866d-98b71798fe3c","pid":22432,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_1e32a5ee-46e7-4caa-b6e7-794076a5fd5f/crucible/regions/dc673313-1f0f-4821-9ed2-283f8df345ce","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:07.056734474Z","hostname":"oxz_crucible_6bfa0d7f-9249-4aad-866d-98b71798fe3c","pid":22432,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"dc673313-1f0f-4821-9ed2-283f8df345ce\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/dc673313-1f0f-4821-9ed2-283f8df345ce\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:07.109574865Z","hostname":"oxz_crucible_6bfa0d7f-9249-4aad-866d-98b71798fe3c","pid":22432,"region":"dc673313-1f0f-4821-9ed2-283f8df345ce","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"dc673313-1f0f-4821-9ed2-283f8df345ce\" \"--data\" \"/data/regions/dc673313-1f0f-4821-9ed2-283f8df345ce\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:07.109628446Z","hostname":"oxz_crucible_6bfa0d7f-9249-4aad-866d-98b71798fe3c","pid":22432,"region":"dc673313-1f0f-4821-9ed2-283f8df345ce","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:07.186382134Z","hostname":"oxz_crucible_6bfa0d7f-9249-4aad-866d-98b71798fe3c","pid":22432,"region":"dc673313-1f0f-4821-9ed2-283f8df345ce","component":"worker"} {"msg":"region dc673313-1f0f-4821-9ed2-283f8df345ce state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:07.186457866Z","hostname":"oxz_crucible_6bfa0d7f-9249-4aad-866d-98b71798fe3c","pid":22432,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:07.186580688Z","hostname":"oxz_crucible_6bfa0d7f-9249-4aad-866d-98b71798fe3c","pid":22432,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-dc673313-1f0f-4821-9ed2-283f8df345ce","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:07.187016745Z","hostname":"oxz_crucible_6bfa0d7f-9249-4aad-866d-98b71798fe3c","pid":22432,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-dc673313-1f0f-4821-9ed2-283f8df345ce","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:07.193650209Z","hostname":"oxz_crucible_6bfa0d7f-9249-4aad-866d-98b71798fe3c","pid":22432,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:07.200978618Z","hostname":"oxz_crucible_6bfa0d7f-9249-4aad-866d-98b71798fe3c","pid":22432,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-dc673313-1f0f-4821-9ed2-283f8df345ce","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:07.204234209Z","hostname":"oxz_crucible_6bfa0d7f-9249-4aad-866d-98b71798fe3c","pid":22432,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/dc673313-1f0f-4821-9ed2-283f8df345ce","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:07.204516694Z","hostname":"oxz_crucible_6bfa0d7f-9249-4aad-866d-98b71798fe3c","pid":22432,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:07.204573285Z","hostname":"oxz_crucible_6bfa0d7f-9249-4aad-866d-98b71798fe3c","pid":22432,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:07.204618336Z","hostname":"oxz_crucible_6bfa0d7f-9249-4aad-866d-98b71798fe3c","pid":22432,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:07.204660196Z","hostname":"oxz_crucible_6bfa0d7f-9249-4aad-866d-98b71798fe3c","pid":22432,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:07.20896273Z","hostname":"oxz_crucible_6bfa0d7f-9249-4aad-866d-98b71798fe3c","pid":22432,"component":"worker"} {"msg":"existing directory value /dev/null does not match /data/regions/f08f67a2-d0e5-478d-afae-1a7d27c2966a","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:07.213910414Z","hostname":"oxz_crucible_6bfa0d7f-9249-4aad-866d-98b71798fe3c","pid":22432,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:07.214025216Z","hostname":"oxz_crucible_6bfa0d7f-9249-4aad-866d-98b71798fe3c","pid":22432,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:07.214133008Z","hostname":"oxz_crucible_6bfa0d7f-9249-4aad-866d-98b71798fe3c","pid":22432,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:07.214146738Z","hostname":"oxz_crucible_6bfa0d7f-9249-4aad-866d-98b71798fe3c","pid":22432,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:07.214184039Z","hostname":"oxz_crucible_6bfa0d7f-9249-4aad-866d-98b71798fe3c","pid":22432,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-f08f67a2-d0e5-478d-afae-1a7d27c2966a","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:07.214234389Z","hostname":"oxz_crucible_6bfa0d7f-9249-4aad-866d-98b71798fe3c","pid":22432,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f08f67a2-d0e5-478d-afae-1a7d27c2966a","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:07.219079552Z","hostname":"oxz_crucible_6bfa0d7f-9249-4aad-866d-98b71798fe3c","pid":22432,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:07.219137503Z","hostname":"oxz_crucible_6bfa0d7f-9249-4aad-866d-98b71798fe3c","pid":22432,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:07.219189244Z","hostname":"oxz_crucible_6bfa0d7f-9249-4aad-866d-98b71798fe3c","pid":22432,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:07.219243665Z","hostname":"oxz_crucible_6bfa0d7f-9249-4aad-866d-98b71798fe3c","pid":22432,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:07.223293384Z","hostname":"oxz_crucible_6bfa0d7f-9249-4aad-866d-98b71798fe3c","pid":22432,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:07.225110945Z","hostname":"oxz_crucible_6bfa0d7f-9249-4aad-866d-98b71798fe3c","pid":22432,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:07.297113463Z","hostname":"oxz_crucible_6bfa0d7f-9249-4aad-866d-98b71798fe3c","pid":22432,"uri":"/crucible/0/regions","method":"POST","req_id":"669d48b2-b729-434f-b29c-0f30946e7276","remote_addr":"[fd00:1122:3344:101::c]:64325","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":110,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:32.901967127Z","hostname":"oxz_crucible_6bfa0d7f-9249-4aad-866d-98b71798fe3c","pid":22432,"uri":"/crucible/0/regions/dc673313-1f0f-4821-9ed2-283f8df345ce","method":"GET","req_id":"fa83ce2c-3e13-4a35-9942-f751f50f72f4","remote_addr":"[fd00:1122:3344:101::c]:64325","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":47,"response_code":"200"} {"msg":"path is \"/data/regions/dc673313-1f0f-4821-9ed2-283f8df345ce\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:32.905521277Z","hostname":"oxz_crucible_6bfa0d7f-9249-4aad-866d-98b71798fe3c","pid":22432,"component":"datafile"} {"msg":"dataset is oxp_1e32a5ee-46e7-4caa-b6e7-794076a5fd5f/crucible/regions/dc673313-1f0f-4821-9ed2-283f8df345ce","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:32.919370753Z","hostname":"oxz_crucible_6bfa0d7f-9249-4aad-866d-98b71798fe3c","pid":22432,"component":"datafile"} {"msg":"region dc673313-1f0f-4821-9ed2-283f8df345ce state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:32.929406875Z","hostname":"oxz_crucible_6bfa0d7f-9249-4aad-866d-98b71798fe3c","pid":22432,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:32.929640888Z","hostname":"oxz_crucible_6bfa0d7f-9249-4aad-866d-98b71798fe3c","pid":22432,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-dc673313-1f0f-4821-9ed2-283f8df345ce (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:32.930828279Z","hostname":"oxz_crucible_6bfa0d7f-9249-4aad-866d-98b71798fe3c","pid":22432,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:32.932240723Z","hostname":"oxz_crucible_6bfa0d7f-9249-4aad-866d-98b71798fe3c","pid":22432,"uri":"/crucible/0/regions/dc673313-1f0f-4821-9ed2-283f8df345ce","method":"DELETE","req_id":"91e481ca-35f3-4eba-97f0-d5ed5a5d7db1","remote_addr":"[fd00:1122:3344:101::c]:64325","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":26748,"response_code":"204"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:32.935147502Z","hostname":"oxz_crucible_6bfa0d7f-9249-4aad-866d-98b71798fe3c","pid":22432,"uri":"/crucible/0/regions/dc673313-1f0f-4821-9ed2-283f8df345ce","method":"GET","req_id":"c7d5a0e5-452c-434a-9cf1-c64e34ebc03d","remote_addr":"[fd00:1122:3344:101::c]:64325","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":40,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/f08f67a2-d0e5-478d-afae-1a7d27c2966a","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:32.935210463Z","hostname":"oxz_crucible_6bfa0d7f-9249-4aad-866d-98b71798fe3c","pid":22432,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:32.935312235Z","hostname":"oxz_crucible_6bfa0d7f-9249-4aad-866d-98b71798fe3c","pid":22432,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:32.935410707Z","hostname":"oxz_crucible_6bfa0d7f-9249-4aad-866d-98b71798fe3c","pid":22432,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:32.935418597Z","hostname":"oxz_crucible_6bfa0d7f-9249-4aad-866d-98b71798fe3c","pid":22432,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:32.935459538Z","hostname":"oxz_crucible_6bfa0d7f-9249-4aad-866d-98b71798fe3c","pid":22432,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-f08f67a2-d0e5-478d-afae-1a7d27c2966a","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:32.935508069Z","hostname":"oxz_crucible_6bfa0d7f-9249-4aad-866d-98b71798fe3c","pid":22432,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f08f67a2-d0e5-478d-afae-1a7d27c2966a","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:32.935844914Z","hostname":"oxz_crucible_6bfa0d7f-9249-4aad-866d-98b71798fe3c","pid":22432,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:32.935929936Z","hostname":"oxz_crucible_6bfa0d7f-9249-4aad-866d-98b71798fe3c","pid":22432,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:32.935983447Z","hostname":"oxz_crucible_6bfa0d7f-9249-4aad-866d-98b71798fe3c","pid":22432,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:32.936035108Z","hostname":"oxz_crucible_6bfa0d7f-9249-4aad-866d-98b71798fe3c","pid":22432,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:32.940010856Z","hostname":"oxz_crucible_6bfa0d7f-9249-4aad-866d-98b71798fe3c","pid":22432,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:32.941547652Z","hostname":"oxz_crucible_6bfa0d7f-9249-4aad-866d-98b71798fe3c","pid":22432,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_1e32a5ee-46e7-4caa-b6e7-794076a5fd5f/crucible/regions/dc673313-1f0f-4821-9ed2-283f8df345ce\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:32.953617817Z","hostname":"oxz_crucible_6bfa0d7f-9249-4aad-866d-98b71798fe3c","pid":22432,"region":"dc673313-1f0f-4821-9ed2-283f8df345ce","component":"worker"} {"msg":"region dc673313-1f0f-4821-9ed2-283f8df345ce state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:33.013856435Z","hostname":"oxz_crucible_6bfa0d7f-9249-4aad-866d-98b71798fe3c","pid":22432,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:33.069434163Z","hostname":"oxz_crucible_6bfa0d7f-9249-4aad-866d-98b71798fe3c","pid":22432,"uri":"/crucible/0/regions/dc673313-1f0f-4821-9ed2-283f8df345ce","method":"GET","req_id":"3a41b561-570b-44f4-839c-d1ad6518df43","remote_addr":"[fd00:1122:3344:101::c]:64325","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":93,"response_code":"200"}