{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-05-31T00:20:29.659890566Z","hostname":"oxz_crucible_9ec4feb8-dd7f-402a-b6c6-2da2a3f9d12f","pid":24102,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:54295"} {"msg":"region a0af5fd2-674a-48d3-890e-cc6c8ddcd0a2 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-05-31T00:20:29.696867176Z","hostname":"oxz_crucible_9ec4feb8-dd7f-402a-b6c6-2da2a3f9d12f","pid":24102,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-31T00:20:29.704125251Z","hostname":"oxz_crucible_9ec4feb8-dd7f-402a-b6c6-2da2a3f9d12f","pid":24102,"uri":"/crucible/0/regions","method":"POST","req_id":"90761ff7-0314-41ac-bf88-27da5eb3a3f3","remote_addr":"[fd00:1122:3344:101::a]:54295","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":16609,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-05-31T00:20:29.704168722Z","hostname":"oxz_crucible_9ec4feb8-dd7f-402a-b6c6-2da2a3f9d12f","pid":24102,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_f575d2e5-18bb-47a8-8036-59a366628a98/crucible/regions/a0af5fd2-674a-48d3-890e-cc6c8ddcd0a2","v":0,"name":"crucible-agent","level":30,"time":"2024-05-31T00:20:29.71668429Z","hostname":"oxz_crucible_9ec4feb8-dd7f-402a-b6c6-2da2a3f9d12f","pid":24102,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_f575d2e5-18bb-47a8-8036-59a366628a98/crucible/regions/a0af5fd2-674a-48d3-890e-cc6c8ddcd0a2","v":0,"name":"crucible-agent","level":30,"time":"2024-05-31T00:20:29.716705701Z","hostname":"oxz_crucible_9ec4feb8-dd7f-402a-b6c6-2da2a3f9d12f","pid":24102,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"a0af5fd2-674a-48d3-890e-cc6c8ddcd0a2\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/a0af5fd2-674a-48d3-890e-cc6c8ddcd0a2\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-31T00:20:29.775782733Z","hostname":"oxz_crucible_9ec4feb8-dd7f-402a-b6c6-2da2a3f9d12f","pid":24102,"region":"a0af5fd2-674a-48d3-890e-cc6c8ddcd0a2","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"a0af5fd2-674a-48d3-890e-cc6c8ddcd0a2\" \"--data\" \"/data/regions/a0af5fd2-674a-48d3-890e-cc6c8ddcd0a2\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-31T00:20:29.778105172Z","hostname":"oxz_crucible_9ec4feb8-dd7f-402a-b6c6-2da2a3f9d12f","pid":24102,"region":"a0af5fd2-674a-48d3-890e-cc6c8ddcd0a2","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-31T00:20:29.841180155Z","hostname":"oxz_crucible_9ec4feb8-dd7f-402a-b6c6-2da2a3f9d12f","pid":24102,"uri":"/crucible/0/regions","method":"POST","req_id":"48e043f0-c57c-4cc3-a01f-d41f7cd94c1f","remote_addr":"[fd00:1122:3344:101::a]:54295","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":709,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-05-31T00:20:30.108936332Z","hostname":"oxz_crucible_9ec4feb8-dd7f-402a-b6c6-2da2a3f9d12f","pid":24102,"region":"a0af5fd2-674a-48d3-890e-cc6c8ddcd0a2","component":"worker"} {"msg":"region a0af5fd2-674a-48d3-890e-cc6c8ddcd0a2 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-05-31T00:20:30.108984034Z","hostname":"oxz_crucible_9ec4feb8-dd7f-402a-b6c6-2da2a3f9d12f","pid":24102,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-05-31T00:20:30.109086496Z","hostname":"oxz_crucible_9ec4feb8-dd7f-402a-b6c6-2da2a3f9d12f","pid":24102,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-a0af5fd2-674a-48d3-890e-cc6c8ddcd0a2","v":0,"name":"crucible-agent","level":30,"time":"2024-05-31T00:20:30.109498747Z","hostname":"oxz_crucible_9ec4feb8-dd7f-402a-b6c6-2da2a3f9d12f","pid":24102,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-a0af5fd2-674a-48d3-890e-cc6c8ddcd0a2","v":0,"name":"crucible-agent","level":30,"time":"2024-05-31T00:20:30.116266899Z","hostname":"oxz_crucible_9ec4feb8-dd7f-402a-b6c6-2da2a3f9d12f","pid":24102,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-05-31T00:20:30.127824182Z","hostname":"oxz_crucible_9ec4feb8-dd7f-402a-b6c6-2da2a3f9d12f","pid":24102,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-a0af5fd2-674a-48d3-890e-cc6c8ddcd0a2","v":0,"name":"crucible-agent","level":30,"time":"2024-05-31T00:20:30.139545631Z","hostname":"oxz_crucible_9ec4feb8-dd7f-402a-b6c6-2da2a3f9d12f","pid":24102,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a0af5fd2-674a-48d3-890e-cc6c8ddcd0a2","v":0,"name":"crucible-agent","level":30,"time":"2024-05-31T00:20:30.140093734Z","hostname":"oxz_crucible_9ec4feb8-dd7f-402a-b6c6-2da2a3f9d12f","pid":24102,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-05-31T00:20:30.142867205Z","hostname":"oxz_crucible_9ec4feb8-dd7f-402a-b6c6-2da2a3f9d12f","pid":24102,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-05-31T00:20:30.142927197Z","hostname":"oxz_crucible_9ec4feb8-dd7f-402a-b6c6-2da2a3f9d12f","pid":24102,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-05-31T00:20:30.142964927Z","hostname":"oxz_crucible_9ec4feb8-dd7f-402a-b6c6-2da2a3f9d12f","pid":24102,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-31T00:20:30.146877157Z","hostname":"oxz_crucible_9ec4feb8-dd7f-402a-b6c6-2da2a3f9d12f","pid":24102,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-31T00:20:30.150657933Z","hostname":"oxz_crucible_9ec4feb8-dd7f-402a-b6c6-2da2a3f9d12f","pid":24102,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-31T00:20:30.552044748Z","hostname":"oxz_crucible_9ec4feb8-dd7f-402a-b6c6-2da2a3f9d12f","pid":24102,"uri":"/crucible/0/regions","method":"POST","req_id":"70f250bc-4d03-4c01-9c1a-fe71b202b58f","remote_addr":"[fd00:1122:3344:101::a]:54295","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":77,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-31T00:20:53.363407053Z","hostname":"oxz_crucible_9ec4feb8-dd7f-402a-b6c6-2da2a3f9d12f","pid":24102,"uri":"/crucible/0/regions/a0af5fd2-674a-48d3-890e-cc6c8ddcd0a2","method":"GET","req_id":"0b8869d2-374a-4e32-82c1-8fab9df6ee3a","remote_addr":"[fd00:1122:3344:101::a]:54295","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":96,"response_code":"200"} {"msg":"path is \"/data/regions/a0af5fd2-674a-48d3-890e-cc6c8ddcd0a2\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-31T00:20:53.366244765Z","hostname":"oxz_crucible_9ec4feb8-dd7f-402a-b6c6-2da2a3f9d12f","pid":24102,"component":"datafile"} {"msg":"dataset is oxp_f575d2e5-18bb-47a8-8036-59a366628a98/crucible/regions/a0af5fd2-674a-48d3-890e-cc6c8ddcd0a2","v":0,"name":"crucible-agent","level":30,"time":"2024-05-31T00:20:53.378334563Z","hostname":"oxz_crucible_9ec4feb8-dd7f-402a-b6c6-2da2a3f9d12f","pid":24102,"component":"datafile"} {"msg":"region a0af5fd2-674a-48d3-890e-cc6c8ddcd0a2 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-05-31T00:20:53.386550052Z","hostname":"oxz_crucible_9ec4feb8-dd7f-402a-b6c6-2da2a3f9d12f","pid":24102,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-05-31T00:20:53.386730986Z","hostname":"oxz_crucible_9ec4feb8-dd7f-402a-b6c6-2da2a3f9d12f","pid":24102,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-a0af5fd2-674a-48d3-890e-cc6c8ddcd0a2 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-05-31T00:20:53.387899386Z","hostname":"oxz_crucible_9ec4feb8-dd7f-402a-b6c6-2da2a3f9d12f","pid":24102,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-31T00:20:53.389095246Z","hostname":"oxz_crucible_9ec4feb8-dd7f-402a-b6c6-2da2a3f9d12f","pid":24102,"uri":"/crucible/0/regions/a0af5fd2-674a-48d3-890e-cc6c8ddcd0a2","method":"DELETE","req_id":"de6a1f60-8f67-404c-9dc9-ee5db7215efe","remote_addr":"[fd00:1122:3344:101::a]:54295","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":22903,"response_code":"204"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-31T00:20:53.392182995Z","hostname":"oxz_crucible_9ec4feb8-dd7f-402a-b6c6-2da2a3f9d12f","pid":24102,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-31T00:20:53.395405667Z","hostname":"oxz_crucible_9ec4feb8-dd7f-402a-b6c6-2da2a3f9d12f","pid":24102,"uri":"/crucible/0/regions/a0af5fd2-674a-48d3-890e-cc6c8ddcd0a2","method":"GET","req_id":"cad6c585-8463-472f-8ba7-b9267fab56b5","remote_addr":"[fd00:1122:3344:101::a]:54295","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":3374,"response_code":"200"} {"msg":"deleting zfs dataset \"oxp_f575d2e5-18bb-47a8-8036-59a366628a98/crucible/regions/a0af5fd2-674a-48d3-890e-cc6c8ddcd0a2\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-31T00:20:53.402539578Z","hostname":"oxz_crucible_9ec4feb8-dd7f-402a-b6c6-2da2a3f9d12f","pid":24102,"region":"a0af5fd2-674a-48d3-890e-cc6c8ddcd0a2","component":"worker"} {"msg":"region a0af5fd2-674a-48d3-890e-cc6c8ddcd0a2 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-31T00:20:53.454103839Z","hostname":"oxz_crucible_9ec4feb8-dd7f-402a-b6c6-2da2a3f9d12f","pid":24102,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-31T00:20:53.545586185Z","hostname":"oxz_crucible_9ec4feb8-dd7f-402a-b6c6-2da2a3f9d12f","pid":24102,"uri":"/crucible/0/regions/a0af5fd2-674a-48d3-890e-cc6c8ddcd0a2","method":"GET","req_id":"eae30d97-d9d7-4b5a-8374-9263caaf7006","remote_addr":"[fd00:1122:3344:101::a]:54295","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":635,"response_code":"200"}