{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:18.317889071Z","hostname":"oxz_crucible_1d767587-b394-4b1d-92ea-d5c01f8af0fe","pid":19919,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:64857"} {"msg":"region 231c8903-bfed-4b72-a970-9056facaf96e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:18.366720669Z","hostname":"oxz_crucible_1d767587-b394-4b1d-92ea-d5c01f8af0fe","pid":19919,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:18.377721075Z","hostname":"oxz_crucible_1d767587-b394-4b1d-92ea-d5c01f8af0fe","pid":19919,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:18.377739365Z","hostname":"oxz_crucible_1d767587-b394-4b1d-92ea-d5c01f8af0fe","pid":19919,"uri":"/crucible/0/regions","method":"POST","req_id":"2b1525a2-1937-47e4-a49d-e61b4eba1dc1","remote_addr":"[fd00:1122:3344:101::a]:64857","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":29243,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_b526a174-72fc-4230-a1f2-853297828dee/crucible/regions/231c8903-bfed-4b72-a970-9056facaf96e","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:18.389883736Z","hostname":"oxz_crucible_1d767587-b394-4b1d-92ea-d5c01f8af0fe","pid":19919,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_b526a174-72fc-4230-a1f2-853297828dee/crucible/regions/231c8903-bfed-4b72-a970-9056facaf96e","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:18.389909436Z","hostname":"oxz_crucible_1d767587-b394-4b1d-92ea-d5c01f8af0fe","pid":19919,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"231c8903-bfed-4b72-a970-9056facaf96e\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/231c8903-bfed-4b72-a970-9056facaf96e\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:18.451821325Z","hostname":"oxz_crucible_1d767587-b394-4b1d-92ea-d5c01f8af0fe","pid":19919,"region":"231c8903-bfed-4b72-a970-9056facaf96e","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"231c8903-bfed-4b72-a970-9056facaf96e\" \"--data\" \"/data/regions/231c8903-bfed-4b72-a970-9056facaf96e\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:18.455971884Z","hostname":"oxz_crucible_1d767587-b394-4b1d-92ea-d5c01f8af0fe","pid":19919,"region":"231c8903-bfed-4b72-a970-9056facaf96e","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:18.755626933Z","hostname":"oxz_crucible_1d767587-b394-4b1d-92ea-d5c01f8af0fe","pid":19919,"uri":"/crucible/0/regions","method":"POST","req_id":"16187f42-232e-42a9-8f57-6f814f2e3d91","remote_addr":"[fd00:1122:3344:101::a]:64857","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":86,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:18.765046676Z","hostname":"oxz_crucible_1d767587-b394-4b1d-92ea-d5c01f8af0fe","pid":19919,"region":"231c8903-bfed-4b72-a970-9056facaf96e","component":"worker"} {"msg":"region 231c8903-bfed-4b72-a970-9056facaf96e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:18.765066936Z","hostname":"oxz_crucible_1d767587-b394-4b1d-92ea-d5c01f8af0fe","pid":19919,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:18.765186659Z","hostname":"oxz_crucible_1d767587-b394-4b1d-92ea-d5c01f8af0fe","pid":19919,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-231c8903-bfed-4b72-a970-9056facaf96e","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:18.765574087Z","hostname":"oxz_crucible_1d767587-b394-4b1d-92ea-d5c01f8af0fe","pid":19919,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-231c8903-bfed-4b72-a970-9056facaf96e","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:18.776038461Z","hostname":"oxz_crucible_1d767587-b394-4b1d-92ea-d5c01f8af0fe","pid":19919,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:18.797555443Z","hostname":"oxz_crucible_1d767587-b394-4b1d-92ea-d5c01f8af0fe","pid":19919,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-231c8903-bfed-4b72-a970-9056facaf96e","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:18.800114858Z","hostname":"oxz_crucible_1d767587-b394-4b1d-92ea-d5c01f8af0fe","pid":19919,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/231c8903-bfed-4b72-a970-9056facaf96e","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:18.800879474Z","hostname":"oxz_crucible_1d767587-b394-4b1d-92ea-d5c01f8af0fe","pid":19919,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:18.803389588Z","hostname":"oxz_crucible_1d767587-b394-4b1d-92ea-d5c01f8af0fe","pid":19919,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:18.803447899Z","hostname":"oxz_crucible_1d767587-b394-4b1d-92ea-d5c01f8af0fe","pid":19919,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:18.80349476Z","hostname":"oxz_crucible_1d767587-b394-4b1d-92ea-d5c01f8af0fe","pid":19919,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:18.814930286Z","hostname":"oxz_crucible_1d767587-b394-4b1d-92ea-d5c01f8af0fe","pid":19919,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:18.818685426Z","hostname":"oxz_crucible_1d767587-b394-4b1d-92ea-d5c01f8af0fe","pid":19919,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:19.272714528Z","hostname":"oxz_crucible_1d767587-b394-4b1d-92ea-d5c01f8af0fe","pid":19919,"uri":"/crucible/0/regions","method":"POST","req_id":"0836d307-7de2-4d05-8e99-1bc80c4369e7","remote_addr":"[fd00:1122:3344:101::a]:64857","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":695,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:43.552840364Z","hostname":"oxz_crucible_1d767587-b394-4b1d-92ea-d5c01f8af0fe","pid":19919,"uri":"/crucible/0/regions/231c8903-bfed-4b72-a970-9056facaf96e","method":"GET","req_id":"7211e4ee-c0d3-49db-8b39-aa3f47d880a0","remote_addr":"[fd00:1122:3344:101::a]:64857","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":91,"response_code":"200"} {"msg":"path is \"/data/regions/231c8903-bfed-4b72-a970-9056facaf96e\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:43.555438689Z","hostname":"oxz_crucible_1d767587-b394-4b1d-92ea-d5c01f8af0fe","pid":19919,"component":"datafile"} {"msg":"dataset is oxp_b526a174-72fc-4230-a1f2-853297828dee/crucible/regions/231c8903-bfed-4b72-a970-9056facaf96e","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:43.565896084Z","hostname":"oxz_crucible_1d767587-b394-4b1d-92ea-d5c01f8af0fe","pid":19919,"component":"datafile"} {"msg":"region 231c8903-bfed-4b72-a970-9056facaf96e state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:43.574721083Z","hostname":"oxz_crucible_1d767587-b394-4b1d-92ea-d5c01f8af0fe","pid":19919,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:43.574889967Z","hostname":"oxz_crucible_1d767587-b394-4b1d-92ea-d5c01f8af0fe","pid":19919,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-231c8903-bfed-4b72-a970-9056facaf96e (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:43.576036551Z","hostname":"oxz_crucible_1d767587-b394-4b1d-92ea-d5c01f8af0fe","pid":19919,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:43.577203347Z","hostname":"oxz_crucible_1d767587-b394-4b1d-92ea-d5c01f8af0fe","pid":19919,"uri":"/crucible/0/regions/231c8903-bfed-4b72-a970-9056facaf96e","method":"DELETE","req_id":"af91c792-2cd7-4d61-a94c-29e45821a10b","remote_addr":"[fd00:1122:3344:101::a]:64857","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":21787,"response_code":"204"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:43.580012217Z","hostname":"oxz_crucible_1d767587-b394-4b1d-92ea-d5c01f8af0fe","pid":19919,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:43.582710445Z","hostname":"oxz_crucible_1d767587-b394-4b1d-92ea-d5c01f8af0fe","pid":19919,"uri":"/crucible/0/regions/231c8903-bfed-4b72-a970-9056facaf96e","method":"GET","req_id":"699fb972-47e0-4749-9cf8-3f94f79b8362","remote_addr":"[fd00:1122:3344:101::a]:64857","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":2592,"response_code":"200"} {"msg":"deleting zfs dataset \"oxp_b526a174-72fc-4230-a1f2-853297828dee/crucible/regions/231c8903-bfed-4b72-a970-9056facaf96e\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:43.590002011Z","hostname":"oxz_crucible_1d767587-b394-4b1d-92ea-d5c01f8af0fe","pid":19919,"region":"231c8903-bfed-4b72-a970-9056facaf96e","component":"worker"} {"msg":"region 231c8903-bfed-4b72-a970-9056facaf96e state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:43.647418823Z","hostname":"oxz_crucible_1d767587-b394-4b1d-92ea-d5c01f8af0fe","pid":19919,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:43.687209517Z","hostname":"oxz_crucible_1d767587-b394-4b1d-92ea-d5c01f8af0fe","pid":19919,"uri":"/crucible/0/regions/231c8903-bfed-4b72-a970-9056facaf96e","method":"GET","req_id":"2e54a790-c61c-4450-b7ee-48f4269424ee","remote_addr":"[fd00:1122:3344:101::a]:64857","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":90,"response_code":"200"}