{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-08-29T23:51:53.967787921Z","hostname":"oxz_crucible_16f4cbf9-0ad8-4ac4-8d76-0fc6b9d8a00d","pid":23506,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:52880"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-29T23:51:53.967891273Z","hostname":"oxz_crucible_16f4cbf9-0ad8-4ac4-8d76-0fc6b9d8a00d","pid":23506,"uri":"/crucible/0/regions/79ac65b9-8ea9-418d-97ba-7046ca175909","method":"GET","req_id":"d3803f87-0832-4ae8-8108-ebda11c01322","remote_addr":"[fd00:1122:3344:101::a]:52880","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":55,"response_code":200} {"msg":"path is \"/data/regions/79ac65b9-8ea9-418d-97ba-7046ca175909\"","v":0,"name":"crucible-agent","level":30,"time":"2025-08-29T23:51:53.974706578Z","hostname":"oxz_crucible_16f4cbf9-0ad8-4ac4-8d76-0fc6b9d8a00d","pid":23506,"component":"datafile"} {"msg":"dataset is oxp_44fe2cec-22ec-4259-80c5-1d358cc35d95/crucible/regions/79ac65b9-8ea9-418d-97ba-7046ca175909","v":0,"name":"crucible-agent","level":30,"time":"2025-08-29T23:51:53.984828289Z","hostname":"oxz_crucible_16f4cbf9-0ad8-4ac4-8d76-0fc6b9d8a00d","pid":23506,"component":"datafile"} {"msg":"snapshot is oxp_44fe2cec-22ec-4259-80c5-1d358cc35d95/crucible/regions/79ac65b9-8ea9-418d-97ba-7046ca175909@57892a91-84b5-48a9-a626-45b9d606c55c","v":0,"name":"crucible-agent","level":30,"time":"2025-08-29T23:51:53.998376188Z","hostname":"oxz_crucible_16f4cbf9-0ad8-4ac4-8d76-0fc6b9d8a00d","pid":23506,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_44fe2cec-22ec-4259-80c5-1d358cc35d95/crucible/regions/79ac65b9-8ea9-418d-97ba-7046ca175909\", \"57892a91-84b5-48a9-a626-45b9d606c55c\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-08-29T23:51:53.998417699Z","hostname":"oxz_crucible_16f4cbf9-0ad8-4ac4-8d76-0fc6b9d8a00d","pid":23506,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-29T23:51:54.012486697Z","hostname":"oxz_crucible_16f4cbf9-0ad8-4ac4-8d76-0fc6b9d8a00d","pid":23506,"uri":"/crucible/0/regions/79ac65b9-8ea9-418d-97ba-7046ca175909/snapshots/57892a91-84b5-48a9-a626-45b9d606c55c","method":"GET","req_id":"348ccbe6-cd55-422d-a7cf-55457894511b","remote_addr":"[fd00:1122:3344:101::a]:52880","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":40769,"response_code":200} {"msg":"path is \"/data/regions/79ac65b9-8ea9-418d-97ba-7046ca175909\"","v":0,"name":"crucible-agent","level":30,"time":"2025-08-29T23:51:54.017024674Z","hostname":"oxz_crucible_16f4cbf9-0ad8-4ac4-8d76-0fc6b9d8a00d","pid":23506,"component":"datafile"} {"msg":"dataset is oxp_44fe2cec-22ec-4259-80c5-1d358cc35d95/crucible/regions/79ac65b9-8ea9-418d-97ba-7046ca175909","v":0,"name":"crucible-agent","level":30,"time":"2025-08-29T23:51:54.02511601Z","hostname":"oxz_crucible_16f4cbf9-0ad8-4ac4-8d76-0fc6b9d8a00d","pid":23506,"component":"datafile"} {"msg":"snapshot is oxp_44fe2cec-22ec-4259-80c5-1d358cc35d95/crucible/regions/79ac65b9-8ea9-418d-97ba-7046ca175909@57892a91-84b5-48a9-a626-45b9d606c55c","v":0,"name":"crucible-agent","level":30,"time":"2025-08-29T23:51:54.03278033Z","hostname":"oxz_crucible_16f4cbf9-0ad8-4ac4-8d76-0fc6b9d8a00d","pid":23506,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_44fe2cec-22ec-4259-80c5-1d358cc35d95/crucible/regions/79ac65b9-8ea9-418d-97ba-7046ca175909\", \"57892a91-84b5-48a9-a626-45b9d606c55c\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-08-29T23:51:54.032816101Z","hostname":"oxz_crucible_16f4cbf9-0ad8-4ac4-8d76-0fc6b9d8a00d","pid":23506,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 79ac65b9-8ea9-418d-97ba-7046ca175909-57892a91-84b5-48a9-a626-45b9d606c55c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-08-29T23:51:54.041944465Z","hostname":"oxz_crucible_16f4cbf9-0ad8-4ac4-8d76-0fc6b9d8a00d","pid":23506,"component":"datafile"} {"msg":"applying SMF actions for region 79ac65b9-8ea9-418d-97ba-7046ca175909 running snapshot 57892a91-84b5-48a9-a626-45b9d606c55c (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-08-29T23:51:54.042523945Z","hostname":"oxz_crucible_16f4cbf9-0ad8-4ac4-8d76-0fc6b9d8a00d","pid":23506,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-29T23:51:54.042547915Z","hostname":"oxz_crucible_16f4cbf9-0ad8-4ac4-8d76-0fc6b9d8a00d","pid":23506,"uri":"/crucible/0/regions/79ac65b9-8ea9-418d-97ba-7046ca175909/snapshots/57892a91-84b5-48a9-a626-45b9d606c55c/run","method":"POST","req_id":"2da95417-67d7-426b-aede-b2b823be7857","remote_addr":"[fd00:1122:3344:101::a]:52880","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":25562,"response_code":200} {"msg":"existing directory value /dev/null does not match /data/regions/79ac65b9-8ea9-418d-97ba-7046ca175909","v":0,"name":"crucible-agent","level":30,"time":"2025-08-29T23:51:54.0617377Z","hostname":"oxz_crucible_16f4cbf9-0ad8-4ac4-8d76-0fc6b9d8a00d","pid":23506,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-08-29T23:51:54.061852872Z","hostname":"oxz_crucible_16f4cbf9-0ad8-4ac4-8d76-0fc6b9d8a00d","pid":23506,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2025-08-29T23:51:54.061943293Z","hostname":"oxz_crucible_16f4cbf9-0ad8-4ac4-8d76-0fc6b9d8a00d","pid":23506,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-08-29T23:51:54.061951484Z","hostname":"oxz_crucible_16f4cbf9-0ad8-4ac4-8d76-0fc6b9d8a00d","pid":23506,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-08-29T23:51:54.061998364Z","hostname":"oxz_crucible_16f4cbf9-0ad8-4ac4-8d76-0fc6b9d8a00d","pid":23506,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-79ac65b9-8ea9-418d-97ba-7046ca175909","v":0,"name":"crucible-agent","level":30,"time":"2025-08-29T23:51:54.062054505Z","hostname":"oxz_crucible_16f4cbf9-0ad8-4ac4-8d76-0fc6b9d8a00d","pid":23506,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/79ac65b9-8ea9-418d-97ba-7046ca175909","v":0,"name":"crucible-agent","level":30,"time":"2025-08-29T23:51:54.062170177Z","hostname":"oxz_crucible_16f4cbf9-0ad8-4ac4-8d76-0fc6b9d8a00d","pid":23506,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-08-29T23:51:54.062243598Z","hostname":"oxz_crucible_16f4cbf9-0ad8-4ac4-8d76-0fc6b9d8a00d","pid":23506,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2025-08-29T23:51:54.062298319Z","hostname":"oxz_crucible_16f4cbf9-0ad8-4ac4-8d76-0fc6b9d8a00d","pid":23506,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-08-29T23:51:54.06235199Z","hostname":"oxz_crucible_16f4cbf9-0ad8-4ac4-8d76-0fc6b9d8a00d","pid":23506,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-08-29T23:51:54.071827611Z","hostname":"oxz_crucible_16f4cbf9-0ad8-4ac4-8d76-0fc6b9d8a00d","pid":23506,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-79ac65b9-8ea9-418d-97ba-7046ca175909-57892a91-84b5-48a9-a626-45b9d606c55c","v":0,"name":"crucible-agent","level":30,"time":"2025-08-29T23:51:54.072302909Z","hostname":"oxz_crucible_16f4cbf9-0ad8-4ac4-8d76-0fc6b9d8a00d","pid":23506,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-79ac65b9-8ea9-418d-97ba-7046ca175909-57892a91-84b5-48a9-a626-45b9d606c55c","v":0,"name":"crucible-agent","level":30,"time":"2025-08-29T23:51:54.079708084Z","hostname":"oxz_crucible_16f4cbf9-0ad8-4ac4-8d76-0fc6b9d8a00d","pid":23506,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-79ac65b9-8ea9-418d-97ba-7046ca175909-57892a91-84b5-48a9-a626-45b9d606c55c","v":0,"name":"crucible-agent","level":30,"time":"2025-08-29T23:51:54.092990719Z","hostname":"oxz_crucible_16f4cbf9-0ad8-4ac4-8d76-0fc6b9d8a00d","pid":23506,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/79ac65b9-8ea9-418d-97ba-7046ca175909/.zfs/snapshot/57892a91-84b5-48a9-a626-45b9d606c55c","v":0,"name":"crucible-agent","level":30,"time":"2025-08-29T23:51:54.093297374Z","hostname":"oxz_crucible_16f4cbf9-0ad8-4ac4-8d76-0fc6b9d8a00d","pid":23506,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-08-29T23:51:54.093367005Z","hostname":"oxz_crucible_16f4cbf9-0ad8-4ac4-8d76-0fc6b9d8a00d","pid":23506,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-08-29T23:51:54.093409676Z","hostname":"oxz_crucible_16f4cbf9-0ad8-4ac4-8d76-0fc6b9d8a00d","pid":23506,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2025-08-29T23:51:54.093455797Z","hostname":"oxz_crucible_16f4cbf9-0ad8-4ac4-8d76-0fc6b9d8a00d","pid":23506,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-08-29T23:51:54.093515947Z","hostname":"oxz_crucible_16f4cbf9-0ad8-4ac4-8d76-0fc6b9d8a00d","pid":23506,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-08-29T23:51:54.098094685Z","hostname":"oxz_crucible_16f4cbf9-0ad8-4ac4-8d76-0fc6b9d8a00d","pid":23506,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-08-29T23:51:54.102368267Z","hostname":"oxz_crucible_16f4cbf9-0ad8-4ac4-8d76-0fc6b9d8a00d","pid":23506,"component":"worker"} {"msg":"region 79ac65b9-8ea9-418d-97ba-7046ca175909 running snapshot 57892a91-84b5-48a9-a626-45b9d606c55c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-08-29T23:51:54.102386237Z","hostname":"oxz_crucible_16f4cbf9-0ad8-4ac4-8d76-0fc6b9d8a00d","pid":23506,"component":"datafile"} {"msg":"path is \"/data/regions/79ac65b9-8ea9-418d-97ba-7046ca175909\"","v":0,"name":"crucible-agent","level":30,"time":"2025-08-29T23:51:54.213567108Z","hostname":"oxz_crucible_16f4cbf9-0ad8-4ac4-8d76-0fc6b9d8a00d","pid":23506,"component":"datafile"} {"msg":"dataset is oxp_44fe2cec-22ec-4259-80c5-1d358cc35d95/crucible/regions/79ac65b9-8ea9-418d-97ba-7046ca175909","v":0,"name":"crucible-agent","level":30,"time":"2025-08-29T23:51:54.227143328Z","hostname":"oxz_crucible_16f4cbf9-0ad8-4ac4-8d76-0fc6b9d8a00d","pid":23506,"component":"datafile"} {"msg":"snapshot is oxp_44fe2cec-22ec-4259-80c5-1d358cc35d95/crucible/regions/79ac65b9-8ea9-418d-97ba-7046ca175909@57892a91-84b5-48a9-a626-45b9d606c55c","v":0,"name":"crucible-agent","level":30,"time":"2025-08-29T23:51:54.238671263Z","hostname":"oxz_crucible_16f4cbf9-0ad8-4ac4-8d76-0fc6b9d8a00d","pid":23506,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_44fe2cec-22ec-4259-80c5-1d358cc35d95/crucible/regions/79ac65b9-8ea9-418d-97ba-7046ca175909\", \"57892a91-84b5-48a9-a626-45b9d606c55c\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-08-29T23:51:54.238720524Z","hostname":"oxz_crucible_16f4cbf9-0ad8-4ac4-8d76-0fc6b9d8a00d","pid":23506,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-29T23:51:54.251317827Z","hostname":"oxz_crucible_16f4cbf9-0ad8-4ac4-8d76-0fc6b9d8a00d","pid":23506,"uri":"/crucible/0/regions/79ac65b9-8ea9-418d-97ba-7046ca175909/snapshots/57892a91-84b5-48a9-a626-45b9d606c55c/run","method":"POST","req_id":"be17aba4-f4d5-4ede-a648-80f68d703fd8","remote_addr":"[fd00:1122:3344:101::a]:52880","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":37775,"response_code":200} {"msg":"region 719afb5d-5f92-42d4-897b-e27ca9ae9dc2 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-08-29T23:51:59.045399378Z","hostname":"oxz_crucible_16f4cbf9-0ad8-4ac4-8d76-0fc6b9d8a00d","pid":23506,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-29T23:51:59.0455653Z","hostname":"oxz_crucible_16f4cbf9-0ad8-4ac4-8d76-0fc6b9d8a00d","pid":23506,"uri":"/crucible/0/regions","method":"POST","req_id":"c5d5b773-6e51-4829-8433-e42531d68675","remote_addr":"[fd00:1122:3344:101::a]:52880","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":220,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-08-29T23:51:59.045587311Z","hostname":"oxz_crucible_16f4cbf9-0ad8-4ac4-8d76-0fc6b9d8a00d","pid":23506,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_44fe2cec-22ec-4259-80c5-1d358cc35d95/crucible/regions/719afb5d-5f92-42d4-897b-e27ca9ae9dc2","v":0,"name":"crucible-agent","level":30,"time":"2025-08-29T23:51:59.055716892Z","hostname":"oxz_crucible_16f4cbf9-0ad8-4ac4-8d76-0fc6b9d8a00d","pid":23506,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_44fe2cec-22ec-4259-80c5-1d358cc35d95/crucible/regions/719afb5d-5f92-42d4-897b-e27ca9ae9dc2","v":0,"name":"crucible-agent","level":30,"time":"2025-08-29T23:51:59.055755423Z","hostname":"oxz_crucible_16f4cbf9-0ad8-4ac4-8d76-0fc6b9d8a00d","pid":23506,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"719afb5d-5f92-42d4-897b-e27ca9ae9dc2\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/719afb5d-5f92-42d4-897b-e27ca9ae9dc2\"","v":0,"name":"crucible-agent","level":30,"time":"2025-08-29T23:51:59.112683936Z","hostname":"oxz_crucible_16f4cbf9-0ad8-4ac4-8d76-0fc6b9d8a00d","pid":23506,"region":"719afb5d-5f92-42d4-897b-e27ca9ae9dc2","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"719afb5d-5f92-42d4-897b-e27ca9ae9dc2\" \"--data\" \"/data/regions/719afb5d-5f92-42d4-897b-e27ca9ae9dc2\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-08-29T23:51:59.114646079Z","hostname":"oxz_crucible_16f4cbf9-0ad8-4ac4-8d76-0fc6b9d8a00d","pid":23506,"region":"719afb5d-5f92-42d4-897b-e27ca9ae9dc2","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-08-29T23:51:59.223872056Z","hostname":"oxz_crucible_16f4cbf9-0ad8-4ac4-8d76-0fc6b9d8a00d","pid":23506,"region":"719afb5d-5f92-42d4-897b-e27ca9ae9dc2","component":"worker"} {"msg":"region 719afb5d-5f92-42d4-897b-e27ca9ae9dc2 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-08-29T23:51:59.223919247Z","hostname":"oxz_crucible_16f4cbf9-0ad8-4ac4-8d76-0fc6b9d8a00d","pid":23506,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-08-29T23:51:59.22408904Z","hostname":"oxz_crucible_16f4cbf9-0ad8-4ac4-8d76-0fc6b9d8a00d","pid":23506,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-719afb5d-5f92-42d4-897b-e27ca9ae9dc2","v":0,"name":"crucible-agent","level":30,"time":"2025-08-29T23:51:59.224635399Z","hostname":"oxz_crucible_16f4cbf9-0ad8-4ac4-8d76-0fc6b9d8a00d","pid":23506,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-719afb5d-5f92-42d4-897b-e27ca9ae9dc2","v":0,"name":"crucible-agent","level":30,"time":"2025-08-29T23:51:59.228063417Z","hostname":"oxz_crucible_16f4cbf9-0ad8-4ac4-8d76-0fc6b9d8a00d","pid":23506,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-08-29T23:51:59.235360041Z","hostname":"oxz_crucible_16f4cbf9-0ad8-4ac4-8d76-0fc6b9d8a00d","pid":23506,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-719afb5d-5f92-42d4-897b-e27ca9ae9dc2","v":0,"name":"crucible-agent","level":30,"time":"2025-08-29T23:51:59.238673287Z","hostname":"oxz_crucible_16f4cbf9-0ad8-4ac4-8d76-0fc6b9d8a00d","pid":23506,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/719afb5d-5f92-42d4-897b-e27ca9ae9dc2","v":0,"name":"crucible-agent","level":30,"time":"2025-08-29T23:51:59.238955392Z","hostname":"oxz_crucible_16f4cbf9-0ad8-4ac4-8d76-0fc6b9d8a00d","pid":23506,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-08-29T23:51:59.239012513Z","hostname":"oxz_crucible_16f4cbf9-0ad8-4ac4-8d76-0fc6b9d8a00d","pid":23506,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2025-08-29T23:51:59.239050313Z","hostname":"oxz_crucible_16f4cbf9-0ad8-4ac4-8d76-0fc6b9d8a00d","pid":23506,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-08-29T23:51:59.239098454Z","hostname":"oxz_crucible_16f4cbf9-0ad8-4ac4-8d76-0fc6b9d8a00d","pid":23506,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-08-29T23:51:59.244526916Z","hostname":"oxz_crucible_16f4cbf9-0ad8-4ac4-8d76-0fc6b9d8a00d","pid":23506,"component":"worker"} {"msg":"existing directory value /dev/null does not match /data/regions/79ac65b9-8ea9-418d-97ba-7046ca175909","v":0,"name":"crucible-agent","level":30,"time":"2025-08-29T23:51:59.250764101Z","hostname":"oxz_crucible_16f4cbf9-0ad8-4ac4-8d76-0fc6b9d8a00d","pid":23506,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-08-29T23:51:59.250870183Z","hostname":"oxz_crucible_16f4cbf9-0ad8-4ac4-8d76-0fc6b9d8a00d","pid":23506,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2025-08-29T23:51:59.250951384Z","hostname":"oxz_crucible_16f4cbf9-0ad8-4ac4-8d76-0fc6b9d8a00d","pid":23506,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-08-29T23:51:59.250962065Z","hostname":"oxz_crucible_16f4cbf9-0ad8-4ac4-8d76-0fc6b9d8a00d","pid":23506,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-08-29T23:51:59.250997405Z","hostname":"oxz_crucible_16f4cbf9-0ad8-4ac4-8d76-0fc6b9d8a00d","pid":23506,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-79ac65b9-8ea9-418d-97ba-7046ca175909","v":0,"name":"crucible-agent","level":30,"time":"2025-08-29T23:51:59.251040426Z","hostname":"oxz_crucible_16f4cbf9-0ad8-4ac4-8d76-0fc6b9d8a00d","pid":23506,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/79ac65b9-8ea9-418d-97ba-7046ca175909","v":0,"name":"crucible-agent","level":30,"time":"2025-08-29T23:51:59.25662088Z","hostname":"oxz_crucible_16f4cbf9-0ad8-4ac4-8d76-0fc6b9d8a00d","pid":23506,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-08-29T23:51:59.256669441Z","hostname":"oxz_crucible_16f4cbf9-0ad8-4ac4-8d76-0fc6b9d8a00d","pid":23506,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2025-08-29T23:51:59.256713462Z","hostname":"oxz_crucible_16f4cbf9-0ad8-4ac4-8d76-0fc6b9d8a00d","pid":23506,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-08-29T23:51:59.256754153Z","hostname":"oxz_crucible_16f4cbf9-0ad8-4ac4-8d76-0fc6b9d8a00d","pid":23506,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-08-29T23:51:59.261382881Z","hostname":"oxz_crucible_16f4cbf9-0ad8-4ac4-8d76-0fc6b9d8a00d","pid":23506,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-08-29T23:51:59.262948837Z","hostname":"oxz_crucible_16f4cbf9-0ad8-4ac4-8d76-0fc6b9d8a00d","pid":23506,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-29T23:51:59.264943161Z","hostname":"oxz_crucible_16f4cbf9-0ad8-4ac4-8d76-0fc6b9d8a00d","pid":23506,"uri":"/crucible/0/regions","method":"POST","req_id":"9bb279b6-e52e-4414-8fcc-700c1e96ca56","remote_addr":"[fd00:1122:3344:101::a]:52880","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":56,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-29T23:52:25.245261114Z","hostname":"oxz_crucible_16f4cbf9-0ad8-4ac4-8d76-0fc6b9d8a00d","pid":23506,"uri":"/crucible/0/regions/719afb5d-5f92-42d4-897b-e27ca9ae9dc2","method":"GET","req_id":"31621bec-5e42-4821-8e07-6be927f017bb","remote_addr":"[fd00:1122:3344:101::a]:52880","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":68,"response_code":200} {"msg":"path is \"/data/regions/719afb5d-5f92-42d4-897b-e27ca9ae9dc2\"","v":0,"name":"crucible-agent","level":30,"time":"2025-08-29T23:52:25.251840275Z","hostname":"oxz_crucible_16f4cbf9-0ad8-4ac4-8d76-0fc6b9d8a00d","pid":23506,"component":"datafile"} {"msg":"dataset is oxp_44fe2cec-22ec-4259-80c5-1d358cc35d95/crucible/regions/719afb5d-5f92-42d4-897b-e27ca9ae9dc2","v":0,"name":"crucible-agent","level":30,"time":"2025-08-29T23:52:25.264777374Z","hostname":"oxz_crucible_16f4cbf9-0ad8-4ac4-8d76-0fc6b9d8a00d","pid":23506,"component":"datafile"} {"msg":"region 719afb5d-5f92-42d4-897b-e27ca9ae9dc2 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-08-29T23:52:25.275093378Z","hostname":"oxz_crucible_16f4cbf9-0ad8-4ac4-8d76-0fc6b9d8a00d","pid":23506,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-08-29T23:52:25.275319322Z","hostname":"oxz_crucible_16f4cbf9-0ad8-4ac4-8d76-0fc6b9d8a00d","pid":23506,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-29T23:52:25.275379703Z","hostname":"oxz_crucible_16f4cbf9-0ad8-4ac4-8d76-0fc6b9d8a00d","pid":23506,"uri":"/crucible/0/regions/719afb5d-5f92-42d4-897b-e27ca9ae9dc2","method":"DELETE","req_id":"e72c2cdb-56cb-4fb5-807e-6402d8fa3bfb","remote_addr":"[fd00:1122:3344:101::a]:52880","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":26162,"response_code":204} {"msg":"disabling downstairs instance: downstairs-719afb5d-5f92-42d4-897b-e27ca9ae9dc2 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-08-29T23:52:25.276445871Z","hostname":"oxz_crucible_16f4cbf9-0ad8-4ac4-8d76-0fc6b9d8a00d","pid":23506,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-29T23:52:25.280322607Z","hostname":"oxz_crucible_16f4cbf9-0ad8-4ac4-8d76-0fc6b9d8a00d","pid":23506,"uri":"/crucible/0/regions/719afb5d-5f92-42d4-897b-e27ca9ae9dc2","method":"GET","req_id":"1cc3658f-503b-415f-bacc-61f76f3d8f50","remote_addr":"[fd00:1122:3344:101::a]:52880","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":31,"response_code":200} {"msg":"existing directory value /dev/null does not match /data/regions/79ac65b9-8ea9-418d-97ba-7046ca175909","v":0,"name":"crucible-agent","level":30,"time":"2025-08-29T23:52:25.286197926Z","hostname":"oxz_crucible_16f4cbf9-0ad8-4ac4-8d76-0fc6b9d8a00d","pid":23506,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-08-29T23:52:25.286273607Z","hostname":"oxz_crucible_16f4cbf9-0ad8-4ac4-8d76-0fc6b9d8a00d","pid":23506,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2025-08-29T23:52:25.286345469Z","hostname":"oxz_crucible_16f4cbf9-0ad8-4ac4-8d76-0fc6b9d8a00d","pid":23506,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-08-29T23:52:25.286353159Z","hostname":"oxz_crucible_16f4cbf9-0ad8-4ac4-8d76-0fc6b9d8a00d","pid":23506,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-08-29T23:52:25.286387829Z","hostname":"oxz_crucible_16f4cbf9-0ad8-4ac4-8d76-0fc6b9d8a00d","pid":23506,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-79ac65b9-8ea9-418d-97ba-7046ca175909","v":0,"name":"crucible-agent","level":30,"time":"2025-08-29T23:52:25.28643339Z","hostname":"oxz_crucible_16f4cbf9-0ad8-4ac4-8d76-0fc6b9d8a00d","pid":23506,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/79ac65b9-8ea9-418d-97ba-7046ca175909","v":0,"name":"crucible-agent","level":30,"time":"2025-08-29T23:52:25.286737815Z","hostname":"oxz_crucible_16f4cbf9-0ad8-4ac4-8d76-0fc6b9d8a00d","pid":23506,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-08-29T23:52:25.286811276Z","hostname":"oxz_crucible_16f4cbf9-0ad8-4ac4-8d76-0fc6b9d8a00d","pid":23506,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2025-08-29T23:52:25.286861117Z","hostname":"oxz_crucible_16f4cbf9-0ad8-4ac4-8d76-0fc6b9d8a00d","pid":23506,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-08-29T23:52:25.286896598Z","hostname":"oxz_crucible_16f4cbf9-0ad8-4ac4-8d76-0fc6b9d8a00d","pid":23506,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-08-29T23:52:25.29176841Z","hostname":"oxz_crucible_16f4cbf9-0ad8-4ac4-8d76-0fc6b9d8a00d","pid":23506,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-08-29T23:52:25.293177384Z","hostname":"oxz_crucible_16f4cbf9-0ad8-4ac4-8d76-0fc6b9d8a00d","pid":23506,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_44fe2cec-22ec-4259-80c5-1d358cc35d95/crucible/regions/719afb5d-5f92-42d4-897b-e27ca9ae9dc2\"","v":0,"name":"crucible-agent","level":30,"time":"2025-08-29T23:52:25.306417898Z","hostname":"oxz_crucible_16f4cbf9-0ad8-4ac4-8d76-0fc6b9d8a00d","pid":23506,"region":"719afb5d-5f92-42d4-897b-e27ca9ae9dc2","component":"worker"} {"msg":"region 719afb5d-5f92-42d4-897b-e27ca9ae9dc2 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-29T23:52:25.36684008Z","hostname":"oxz_crucible_16f4cbf9-0ad8-4ac4-8d76-0fc6b9d8a00d","pid":23506,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-29T23:52:25.380001883Z","hostname":"oxz_crucible_16f4cbf9-0ad8-4ac4-8d76-0fc6b9d8a00d","pid":23506,"uri":"/crucible/0/regions/719afb5d-5f92-42d4-897b-e27ca9ae9dc2","method":"GET","req_id":"d64aef43-fbdd-4661-8387-e82722e89ac8","remote_addr":"[fd00:1122:3344:101::a]:52880","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":80,"response_code":200}