{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T22:10:13.064555949Z","hostname":"oxz_crucible_efcd986e-a498-48ba-b764-e5e539a2c762","pid":22805,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:52485"} {"msg":"region 7b7199ff-ff33-47b5-818f-1ac4262702ba state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T22:10:13.064647219Z","hostname":"oxz_crucible_efcd986e-a498-48ba-b764-e5e539a2c762","pid":22805,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T22:10:13.065215705Z","hostname":"oxz_crucible_efcd986e-a498-48ba-b764-e5e539a2c762","pid":22805,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T22:10:13.065229976Z","hostname":"oxz_crucible_efcd986e-a498-48ba-b764-e5e539a2c762","pid":22805,"uri":"/crucible/0/regions","method":"POST","req_id":"a136a099-9468-4356-a385-8f70ed29be44","remote_addr":"[fd00:1122:3344:101::a]:52485","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":608,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_b15b0dc6-d15d-4130-bb63-393ab527855b/crucible/regions/7b7199ff-ff33-47b5-818f-1ac4262702ba","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T22:10:13.076174893Z","hostname":"oxz_crucible_efcd986e-a498-48ba-b764-e5e539a2c762","pid":22805,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_b15b0dc6-d15d-4130-bb63-393ab527855b/crucible/regions/7b7199ff-ff33-47b5-818f-1ac4262702ba","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T22:10:13.076201343Z","hostname":"oxz_crucible_efcd986e-a498-48ba-b764-e5e539a2c762","pid":22805,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"7b7199ff-ff33-47b5-818f-1ac4262702ba\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/7b7199ff-ff33-47b5-818f-1ac4262702ba\"","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T22:10:13.135006802Z","hostname":"oxz_crucible_efcd986e-a498-48ba-b764-e5e539a2c762","pid":22805,"region":"7b7199ff-ff33-47b5-818f-1ac4262702ba","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"7b7199ff-ff33-47b5-818f-1ac4262702ba\" \"--data\" \"/data/regions/7b7199ff-ff33-47b5-818f-1ac4262702ba\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T22:10:13.135062472Z","hostname":"oxz_crucible_efcd986e-a498-48ba-b764-e5e539a2c762","pid":22805,"region":"7b7199ff-ff33-47b5-818f-1ac4262702ba","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T22:10:13.218322303Z","hostname":"oxz_crucible_efcd986e-a498-48ba-b764-e5e539a2c762","pid":22805,"region":"7b7199ff-ff33-47b5-818f-1ac4262702ba","component":"worker"} {"msg":"region 7b7199ff-ff33-47b5-818f-1ac4262702ba state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T22:10:13.218369284Z","hostname":"oxz_crucible_efcd986e-a498-48ba-b764-e5e539a2c762","pid":22805,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T22:10:13.218450584Z","hostname":"oxz_crucible_efcd986e-a498-48ba-b764-e5e539a2c762","pid":22805,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-7b7199ff-ff33-47b5-818f-1ac4262702ba","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T22:10:13.218839619Z","hostname":"oxz_crucible_efcd986e-a498-48ba-b764-e5e539a2c762","pid":22805,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-7b7199ff-ff33-47b5-818f-1ac4262702ba","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T22:10:13.229117939Z","hostname":"oxz_crucible_efcd986e-a498-48ba-b764-e5e539a2c762","pid":22805,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T22:10:13.248200733Z","hostname":"oxz_crucible_efcd986e-a498-48ba-b764-e5e539a2c762","pid":22805,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-7b7199ff-ff33-47b5-818f-1ac4262702ba","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T22:10:13.251355327Z","hostname":"oxz_crucible_efcd986e-a498-48ba-b764-e5e539a2c762","pid":22805,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/7b7199ff-ff33-47b5-818f-1ac4262702ba","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T22:10:13.251560709Z","hostname":"oxz_crucible_efcd986e-a498-48ba-b764-e5e539a2c762","pid":22805,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T22:10:13.251615419Z","hostname":"oxz_crucible_efcd986e-a498-48ba-b764-e5e539a2c762","pid":22805,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T22:10:13.25165574Z","hostname":"oxz_crucible_efcd986e-a498-48ba-b764-e5e539a2c762","pid":22805,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T22:10:13.25170164Z","hostname":"oxz_crucible_efcd986e-a498-48ba-b764-e5e539a2c762","pid":22805,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T22:10:13.25634181Z","hostname":"oxz_crucible_efcd986e-a498-48ba-b764-e5e539a2c762","pid":22805,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T22:10:13.261756768Z","hostname":"oxz_crucible_efcd986e-a498-48ba-b764-e5e539a2c762","pid":22805,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T22:10:13.404447284Z","hostname":"oxz_crucible_efcd986e-a498-48ba-b764-e5e539a2c762","pid":22805,"uri":"/crucible/0/regions","method":"POST","req_id":"7ef65b59-434d-4829-ba61-e94a795c5636","remote_addr":"[fd00:1122:3344:101::a]:52485","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":65,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T22:10:14.25773442Z","hostname":"oxz_crucible_efcd986e-a498-48ba-b764-e5e539a2c762","pid":22805,"uri":"/crucible/0/regions/8580f062-50ca-4b0b-9125-158c35adaf2c","method":"GET","req_id":"bd1d2549-9d7a-4040-860e-a096ee10d525","remote_addr":"[fd00:1122:3344:101::a]:52485","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":61,"response_code":"200"} {"msg":"path is \"/data/regions/8580f062-50ca-4b0b-9125-158c35adaf2c\"","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T22:10:14.26327337Z","hostname":"oxz_crucible_efcd986e-a498-48ba-b764-e5e539a2c762","pid":22805,"component":"datafile"} {"msg":"dataset is oxp_b15b0dc6-d15d-4130-bb63-393ab527855b/crucible/regions/8580f062-50ca-4b0b-9125-158c35adaf2c","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T22:10:14.273389978Z","hostname":"oxz_crucible_efcd986e-a498-48ba-b764-e5e539a2c762","pid":22805,"component":"datafile"} {"msg":"snapshot is oxp_b15b0dc6-d15d-4130-bb63-393ab527855b/crucible/regions/8580f062-50ca-4b0b-9125-158c35adaf2c@224bfdfa-283e-4809-b8e8-e1c76df49e6c","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T22:10:14.282572816Z","hostname":"oxz_crucible_efcd986e-a498-48ba-b764-e5e539a2c762","pid":22805,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_b15b0dc6-d15d-4130-bb63-393ab527855b/crucible/regions/8580f062-50ca-4b0b-9125-158c35adaf2c\", \"224bfdfa-283e-4809-b8e8-e1c76df49e6c\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T22:10:14.282603877Z","hostname":"oxz_crucible_efcd986e-a498-48ba-b764-e5e539a2c762","pid":22805,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T22:10:14.294620905Z","hostname":"oxz_crucible_efcd986e-a498-48ba-b764-e5e539a2c762","pid":22805,"uri":"/crucible/0/regions/8580f062-50ca-4b0b-9125-158c35adaf2c/snapshots/224bfdfa-283e-4809-b8e8-e1c76df49e6c","method":"GET","req_id":"e9ec31ba-1999-4f03-9ef6-56edf850bd17","remote_addr":"[fd00:1122:3344:101::a]:52485","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":31354,"response_code":"200"} {"msg":"path is \"/data/regions/8580f062-50ca-4b0b-9125-158c35adaf2c\"","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T22:10:14.29789231Z","hostname":"oxz_crucible_efcd986e-a498-48ba-b764-e5e539a2c762","pid":22805,"component":"datafile"} {"msg":"dataset is oxp_b15b0dc6-d15d-4130-bb63-393ab527855b/crucible/regions/8580f062-50ca-4b0b-9125-158c35adaf2c","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T22:10:14.305966327Z","hostname":"oxz_crucible_efcd986e-a498-48ba-b764-e5e539a2c762","pid":22805,"component":"datafile"} {"msg":"snapshot is oxp_b15b0dc6-d15d-4130-bb63-393ab527855b/crucible/regions/8580f062-50ca-4b0b-9125-158c35adaf2c@224bfdfa-283e-4809-b8e8-e1c76df49e6c","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T22:10:14.314785921Z","hostname":"oxz_crucible_efcd986e-a498-48ba-b764-e5e539a2c762","pid":22805,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_b15b0dc6-d15d-4130-bb63-393ab527855b/crucible/regions/8580f062-50ca-4b0b-9125-158c35adaf2c\", \"224bfdfa-283e-4809-b8e8-e1c76df49e6c\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T22:10:14.314812741Z","hostname":"oxz_crucible_efcd986e-a498-48ba-b764-e5e539a2c762","pid":22805,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 8580f062-50ca-4b0b-9125-158c35adaf2c-224bfdfa-283e-4809-b8e8-e1c76df49e6c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T22:10:14.325602566Z","hostname":"oxz_crucible_efcd986e-a498-48ba-b764-e5e539a2c762","pid":22805,"component":"datafile"} {"msg":"applying SMF actions for region 8580f062-50ca-4b0b-9125-158c35adaf2c running snapshot 224bfdfa-283e-4809-b8e8-e1c76df49e6c (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T22:10:14.325801048Z","hostname":"oxz_crucible_efcd986e-a498-48ba-b764-e5e539a2c762","pid":22805,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T22:10:14.325817879Z","hostname":"oxz_crucible_efcd986e-a498-48ba-b764-e5e539a2c762","pid":22805,"uri":"/crucible/0/regions/8580f062-50ca-4b0b-9125-158c35adaf2c/snapshots/224bfdfa-283e-4809-b8e8-e1c76df49e6c/run","method":"POST","req_id":"ce960484-4b7d-4451-9fcd-b9f34c362c51","remote_addr":"[fd00:1122:3344:101::a]:52485","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":27963,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-8580f062-50ca-4b0b-9125-158c35adaf2c-224bfdfa-283e-4809-b8e8-e1c76df49e6c","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T22:10:14.328007002Z","hostname":"oxz_crucible_efcd986e-a498-48ba-b764-e5e539a2c762","pid":22805,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-8580f062-50ca-4b0b-9125-158c35adaf2c-224bfdfa-283e-4809-b8e8-e1c76df49e6c","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T22:10:14.338888888Z","hostname":"oxz_crucible_efcd986e-a498-48ba-b764-e5e539a2c762","pid":22805,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-8580f062-50ca-4b0b-9125-158c35adaf2c-224bfdfa-283e-4809-b8e8-e1c76df49e6c","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T22:10:14.349519102Z","hostname":"oxz_crucible_efcd986e-a498-48ba-b764-e5e539a2c762","pid":22805,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8580f062-50ca-4b0b-9125-158c35adaf2c/.zfs/snapshot/224bfdfa-283e-4809-b8e8-e1c76df49e6c","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T22:10:14.349775615Z","hostname":"oxz_crucible_efcd986e-a498-48ba-b764-e5e539a2c762","pid":22805,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T22:10:14.349834476Z","hostname":"oxz_crucible_efcd986e-a498-48ba-b764-e5e539a2c762","pid":22805,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T22:10:14.349877786Z","hostname":"oxz_crucible_efcd986e-a498-48ba-b764-e5e539a2c762","pid":22805,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T22:10:14.349916257Z","hostname":"oxz_crucible_efcd986e-a498-48ba-b764-e5e539a2c762","pid":22805,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T22:10:14.349971457Z","hostname":"oxz_crucible_efcd986e-a498-48ba-b764-e5e539a2c762","pid":22805,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T22:10:14.353767528Z","hostname":"oxz_crucible_efcd986e-a498-48ba-b764-e5e539a2c762","pid":22805,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T22:10:14.358257545Z","hostname":"oxz_crucible_efcd986e-a498-48ba-b764-e5e539a2c762","pid":22805,"component":"worker"} {"msg":"region 8580f062-50ca-4b0b-9125-158c35adaf2c running snapshot 224bfdfa-283e-4809-b8e8-e1c76df49e6c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T22:10:14.358269605Z","hostname":"oxz_crucible_efcd986e-a498-48ba-b764-e5e539a2c762","pid":22805,"component":"datafile"} {"msg":"path is \"/data/regions/8580f062-50ca-4b0b-9125-158c35adaf2c\"","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T22:10:14.4821643Z","hostname":"oxz_crucible_efcd986e-a498-48ba-b764-e5e539a2c762","pid":22805,"component":"datafile"} {"msg":"dataset is oxp_b15b0dc6-d15d-4130-bb63-393ab527855b/crucible/regions/8580f062-50ca-4b0b-9125-158c35adaf2c","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T22:10:14.490818383Z","hostname":"oxz_crucible_efcd986e-a498-48ba-b764-e5e539a2c762","pid":22805,"component":"datafile"} {"msg":"snapshot is oxp_b15b0dc6-d15d-4130-bb63-393ab527855b/crucible/regions/8580f062-50ca-4b0b-9125-158c35adaf2c@224bfdfa-283e-4809-b8e8-e1c76df49e6c","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T22:10:14.499235803Z","hostname":"oxz_crucible_efcd986e-a498-48ba-b764-e5e539a2c762","pid":22805,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_b15b0dc6-d15d-4130-bb63-393ab527855b/crucible/regions/8580f062-50ca-4b0b-9125-158c35adaf2c\", \"224bfdfa-283e-4809-b8e8-e1c76df49e6c\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T22:10:14.499265514Z","hostname":"oxz_crucible_efcd986e-a498-48ba-b764-e5e539a2c762","pid":22805,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T22:10:14.507824755Z","hostname":"oxz_crucible_efcd986e-a498-48ba-b764-e5e539a2c762","pid":22805,"uri":"/crucible/0/regions/8580f062-50ca-4b0b-9125-158c35adaf2c/snapshots/224bfdfa-283e-4809-b8e8-e1c76df49e6c/run","method":"POST","req_id":"acf8d89b-4e44-4644-9c6e-a62625f1f62f","remote_addr":"[fd00:1122:3344:101::a]:52485","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":25666,"response_code":"200"}