{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:18:47.771203291Z","hostname":"oxz_crucible_f77ff4f9-4e97-4cba-b513-087d89416a43","pid":22242,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:39927"} {"msg":"region 6efbc83f-c502-47ca-a6cc-618ab97e47af state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:18:47.801344865Z","hostname":"oxz_crucible_f77ff4f9-4e97-4cba-b513-087d89416a43","pid":22242,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:18:47.80893399Z","hostname":"oxz_crucible_f77ff4f9-4e97-4cba-b513-087d89416a43","pid":22242,"uri":"/crucible/0/regions","method":"POST","req_id":"82cc74ec-404b-4d1f-9e42-440ab5144c5c","remote_addr":"[fd00:1122:3344:101::a]:39927","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":19131,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:18:47.80896078Z","hostname":"oxz_crucible_f77ff4f9-4e97-4cba-b513-087d89416a43","pid":22242,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_40240d0f-6d14-4ace-b3a2-182d3159e1d1/crucible/regions/6efbc83f-c502-47ca-a6cc-618ab97e47af","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:18:47.823074327Z","hostname":"oxz_crucible_f77ff4f9-4e97-4cba-b513-087d89416a43","pid":22242,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_40240d0f-6d14-4ace-b3a2-182d3159e1d1/crucible/regions/6efbc83f-c502-47ca-a6cc-618ab97e47af","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:18:47.823100588Z","hostname":"oxz_crucible_f77ff4f9-4e97-4cba-b513-087d89416a43","pid":22242,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"6efbc83f-c502-47ca-a6cc-618ab97e47af\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/6efbc83f-c502-47ca-a6cc-618ab97e47af\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:18:47.8747855Z","hostname":"oxz_crucible_f77ff4f9-4e97-4cba-b513-087d89416a43","pid":22242,"region":"6efbc83f-c502-47ca-a6cc-618ab97e47af","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"6efbc83f-c502-47ca-a6cc-618ab97e47af\" \"--data\" \"/data/regions/6efbc83f-c502-47ca-a6cc-618ab97e47af\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:18:47.877416524Z","hostname":"oxz_crucible_f77ff4f9-4e97-4cba-b513-087d89416a43","pid":22242,"region":"6efbc83f-c502-47ca-a6cc-618ab97e47af","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:18:48.117119477Z","hostname":"oxz_crucible_f77ff4f9-4e97-4cba-b513-087d89416a43","pid":22242,"uri":"/crucible/0/regions","method":"POST","req_id":"0ed2f91e-e6a9-4507-80bb-92ed5ef746ed","remote_addr":"[fd00:1122:3344:101::a]:39927","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":85,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:18:48.154405786Z","hostname":"oxz_crucible_f77ff4f9-4e97-4cba-b513-087d89416a43","pid":22242,"region":"6efbc83f-c502-47ca-a6cc-618ab97e47af","component":"worker"} {"msg":"region 6efbc83f-c502-47ca-a6cc-618ab97e47af state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:18:48.154431117Z","hostname":"oxz_crucible_f77ff4f9-4e97-4cba-b513-087d89416a43","pid":22242,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:18:48.154556599Z","hostname":"oxz_crucible_f77ff4f9-4e97-4cba-b513-087d89416a43","pid":22242,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-6efbc83f-c502-47ca-a6cc-618ab97e47af","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:18:48.154960798Z","hostname":"oxz_crucible_f77ff4f9-4e97-4cba-b513-087d89416a43","pid":22242,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-6efbc83f-c502-47ca-a6cc-618ab97e47af","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:18:48.160187784Z","hostname":"oxz_crucible_f77ff4f9-4e97-4cba-b513-087d89416a43","pid":22242,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:18:48.176491106Z","hostname":"oxz_crucible_f77ff4f9-4e97-4cba-b513-087d89416a43","pid":22242,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-6efbc83f-c502-47ca-a6cc-618ab97e47af","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:18:48.178935546Z","hostname":"oxz_crucible_f77ff4f9-4e97-4cba-b513-087d89416a43","pid":22242,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6efbc83f-c502-47ca-a6cc-618ab97e47af","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:18:48.179537378Z","hostname":"oxz_crucible_f77ff4f9-4e97-4cba-b513-087d89416a43","pid":22242,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:18:48.181739423Z","hostname":"oxz_crucible_f77ff4f9-4e97-4cba-b513-087d89416a43","pid":22242,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:18:48.181801444Z","hostname":"oxz_crucible_f77ff4f9-4e97-4cba-b513-087d89416a43","pid":22242,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:18:48.181840205Z","hostname":"oxz_crucible_f77ff4f9-4e97-4cba-b513-087d89416a43","pid":22242,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:18:48.191818398Z","hostname":"oxz_crucible_f77ff4f9-4e97-4cba-b513-087d89416a43","pid":22242,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:18:48.195049144Z","hostname":"oxz_crucible_f77ff4f9-4e97-4cba-b513-087d89416a43","pid":22242,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:18:48.77559113Z","hostname":"oxz_crucible_f77ff4f9-4e97-4cba-b513-087d89416a43","pid":22242,"uri":"/crucible/0/regions","method":"POST","req_id":"d23eb282-1efd-4b0b-92bd-cecffe180422","remote_addr":"[fd00:1122:3344:101::a]:39927","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":125,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:19:13.362371299Z","hostname":"oxz_crucible_f77ff4f9-4e97-4cba-b513-087d89416a43","pid":22242,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:38439"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:19:13.36245288Z","hostname":"oxz_crucible_f77ff4f9-4e97-4cba-b513-087d89416a43","pid":22242,"uri":"/crucible/0/regions/6efbc83f-c502-47ca-a6cc-618ab97e47af","method":"GET","req_id":"31d38ee5-1838-4109-8269-cac684e5997c","remote_addr":"[fd00:1122:3344:101::a]:38439","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":62,"response_code":"200"} {"msg":"path is \"/data/regions/6efbc83f-c502-47ca-a6cc-618ab97e47af\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:19:13.362629064Z","hostname":"oxz_crucible_f77ff4f9-4e97-4cba-b513-087d89416a43","pid":22242,"component":"datafile"} {"msg":"dataset is oxp_40240d0f-6d14-4ace-b3a2-182d3159e1d1/crucible/regions/6efbc83f-c502-47ca-a6cc-618ab97e47af","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:19:13.373451324Z","hostname":"oxz_crucible_f77ff4f9-4e97-4cba-b513-087d89416a43","pid":22242,"component":"datafile"} {"msg":"region 6efbc83f-c502-47ca-a6cc-618ab97e47af state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:19:13.382102761Z","hostname":"oxz_crucible_f77ff4f9-4e97-4cba-b513-087d89416a43","pid":22242,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:19:13.382401957Z","hostname":"oxz_crucible_f77ff4f9-4e97-4cba-b513-087d89416a43","pid":22242,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:19:13.384287265Z","hostname":"oxz_crucible_f77ff4f9-4e97-4cba-b513-087d89416a43","pid":22242,"uri":"/crucible/0/regions/6efbc83f-c502-47ca-a6cc-618ab97e47af","method":"DELETE","req_id":"845bfdfc-da4e-4843-b35d-c19f44809135","remote_addr":"[fd00:1122:3344:101::a]:38439","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":21693,"response_code":"204"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:19:13.384419018Z","hostname":"oxz_crucible_f77ff4f9-4e97-4cba-b513-087d89416a43","pid":22242,"uri":"/crucible/0/regions/6efbc83f-c502-47ca-a6cc-618ab97e47af","method":"GET","req_id":"50a327f3-7519-49bb-928b-7bf7802ceb00","remote_addr":"[fd00:1122:3344:101::a]:38439","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":19,"response_code":"200"} {"msg":"disabling downstairs instance: downstairs-6efbc83f-c502-47ca-a6cc-618ab97e47af (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:19:13.385883088Z","hostname":"oxz_crucible_f77ff4f9-4e97-4cba-b513-087d89416a43","pid":22242,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:19:13.389783757Z","hostname":"oxz_crucible_f77ff4f9-4e97-4cba-b513-087d89416a43","pid":22242,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_40240d0f-6d14-4ace-b3a2-182d3159e1d1/crucible/regions/6efbc83f-c502-47ca-a6cc-618ab97e47af\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:19:13.398848172Z","hostname":"oxz_crucible_f77ff4f9-4e97-4cba-b513-087d89416a43","pid":22242,"region":"6efbc83f-c502-47ca-a6cc-618ab97e47af","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:19:13.438763695Z","hostname":"oxz_crucible_f77ff4f9-4e97-4cba-b513-087d89416a43","pid":22242,"uri":"/crucible/0/regions/6efbc83f-c502-47ca-a6cc-618ab97e47af","method":"GET","req_id":"2ac959ca-c2be-4418-b09b-dac5ccaf581e","remote_addr":"[fd00:1122:3344:101::a]:38439","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":62,"response_code":"200"} {"msg":"region 6efbc83f-c502-47ca-a6cc-618ab97e47af state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:19:13.444135264Z","hostname":"oxz_crucible_f77ff4f9-4e97-4cba-b513-087d89416a43","pid":22242,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:19:13.611076155Z","hostname":"oxz_crucible_f77ff4f9-4e97-4cba-b513-087d89416a43","pid":22242,"uri":"/crucible/0/regions/6efbc83f-c502-47ca-a6cc-618ab97e47af","method":"GET","req_id":"b0e625e8-d950-4111-ae4e-ffcffdf1611e","remote_addr":"[fd00:1122:3344:101::a]:38439","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":42,"response_code":"200"}