{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:09.103885115Z","hostname":"oxz_crucible_bdb4d30c-8e87-47a6-b88a-10571f1b24af","pid":21826,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:56933"} {"msg":"region d03fb9a3-ea03-439a-a878-4a531fbac159 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:09.104594183Z","hostname":"oxz_crucible_bdb4d30c-8e87-47a6-b88a-10571f1b24af","pid":21826,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:09.105258209Z","hostname":"oxz_crucible_bdb4d30c-8e87-47a6-b88a-10571f1b24af","pid":21826,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:09.10526899Z","hostname":"oxz_crucible_bdb4d30c-8e87-47a6-b88a-10571f1b24af","pid":21826,"uri":"/crucible/0/regions","method":"POST","req_id":"b4f3a09d-0900-4403-b37c-db56ce6b2215","remote_addr":"[fd00:1122:3344:101::a]:56933","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":1322,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_19134185-b184-4780-a06b-c6cab90733ad/crucible/regions/d03fb9a3-ea03-439a-a878-4a531fbac159","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:09.116248847Z","hostname":"oxz_crucible_bdb4d30c-8e87-47a6-b88a-10571f1b24af","pid":21826,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_19134185-b184-4780-a06b-c6cab90733ad/crucible/regions/d03fb9a3-ea03-439a-a878-4a531fbac159","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:09.116276258Z","hostname":"oxz_crucible_bdb4d30c-8e87-47a6-b88a-10571f1b24af","pid":21826,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"d03fb9a3-ea03-439a-a878-4a531fbac159\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/d03fb9a3-ea03-439a-a878-4a531fbac159\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:09.173133824Z","hostname":"oxz_crucible_bdb4d30c-8e87-47a6-b88a-10571f1b24af","pid":21826,"region":"d03fb9a3-ea03-439a-a878-4a531fbac159","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"d03fb9a3-ea03-439a-a878-4a531fbac159\" \"--data\" \"/data/regions/d03fb9a3-ea03-439a-a878-4a531fbac159\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:09.17495391Z","hostname":"oxz_crucible_bdb4d30c-8e87-47a6-b88a-10571f1b24af","pid":21826,"region":"d03fb9a3-ea03-439a-a878-4a531fbac159","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:09.251289279Z","hostname":"oxz_crucible_bdb4d30c-8e87-47a6-b88a-10571f1b24af","pid":21826,"region":"d03fb9a3-ea03-439a-a878-4a531fbac159","component":"worker"} {"msg":"region d03fb9a3-ea03-439a-a878-4a531fbac159 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:09.25132695Z","hostname":"oxz_crucible_bdb4d30c-8e87-47a6-b88a-10571f1b24af","pid":21826,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:09.251435163Z","hostname":"oxz_crucible_bdb4d30c-8e87-47a6-b88a-10571f1b24af","pid":21826,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-d03fb9a3-ea03-439a-a878-4a531fbac159","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:09.253254809Z","hostname":"oxz_crucible_bdb4d30c-8e87-47a6-b88a-10571f1b24af","pid":21826,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-d03fb9a3-ea03-439a-a878-4a531fbac159","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:09.258625465Z","hostname":"oxz_crucible_bdb4d30c-8e87-47a6-b88a-10571f1b24af","pid":21826,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:09.272078524Z","hostname":"oxz_crucible_bdb4d30c-8e87-47a6-b88a-10571f1b24af","pid":21826,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d03fb9a3-ea03-439a-a878-4a531fbac159","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:09.276895636Z","hostname":"oxz_crucible_bdb4d30c-8e87-47a6-b88a-10571f1b24af","pid":21826,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d03fb9a3-ea03-439a-a878-4a531fbac159","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:09.277113972Z","hostname":"oxz_crucible_bdb4d30c-8e87-47a6-b88a-10571f1b24af","pid":21826,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:09.277190074Z","hostname":"oxz_crucible_bdb4d30c-8e87-47a6-b88a-10571f1b24af","pid":21826,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:09.277250555Z","hostname":"oxz_crucible_bdb4d30c-8e87-47a6-b88a-10571f1b24af","pid":21826,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:09.277311837Z","hostname":"oxz_crucible_bdb4d30c-8e87-47a6-b88a-10571f1b24af","pid":21826,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:09.281592415Z","hostname":"oxz_crucible_bdb4d30c-8e87-47a6-b88a-10571f1b24af","pid":21826,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:09.286295204Z","hostname":"oxz_crucible_bdb4d30c-8e87-47a6-b88a-10571f1b24af","pid":21826,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:09.307758486Z","hostname":"oxz_crucible_bdb4d30c-8e87-47a6-b88a-10571f1b24af","pid":21826,"uri":"/crucible/0/regions","method":"POST","req_id":"bd052482-dd65-4a09-ba6e-654d29b3e297","remote_addr":"[fd00:1122:3344:101::a]:56933","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":67,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:33.806368961Z","hostname":"oxz_crucible_bdb4d30c-8e87-47a6-b88a-10571f1b24af","pid":21826,"uri":"/crucible/0/regions/d03fb9a3-ea03-439a-a878-4a531fbac159","method":"GET","req_id":"7aa5d59e-2bd1-44e7-84fd-27127b2d6561","remote_addr":"[fd00:1122:3344:101::a]:56933","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":57,"response_code":"200"} {"msg":"path is \"/data/regions/d03fb9a3-ea03-439a-a878-4a531fbac159\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:33.810104485Z","hostname":"oxz_crucible_bdb4d30c-8e87-47a6-b88a-10571f1b24af","pid":21826,"component":"datafile"} {"msg":"dataset is oxp_19134185-b184-4780-a06b-c6cab90733ad/crucible/regions/d03fb9a3-ea03-439a-a878-4a531fbac159","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:33.823046492Z","hostname":"oxz_crucible_bdb4d30c-8e87-47a6-b88a-10571f1b24af","pid":21826,"component":"datafile"} {"msg":"region d03fb9a3-ea03-439a-a878-4a531fbac159 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:33.832776518Z","hostname":"oxz_crucible_bdb4d30c-8e87-47a6-b88a-10571f1b24af","pid":21826,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:33.833022074Z","hostname":"oxz_crucible_bdb4d30c-8e87-47a6-b88a-10571f1b24af","pid":21826,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:33.833100856Z","hostname":"oxz_crucible_bdb4d30c-8e87-47a6-b88a-10571f1b24af","pid":21826,"uri":"/crucible/0/regions/d03fb9a3-ea03-439a-a878-4a531fbac159","method":"DELETE","req_id":"66797fd4-24b2-4d0c-a8c0-2d1bb838693c","remote_addr":"[fd00:1122:3344:101::a]:56933","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":23024,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-d03fb9a3-ea03-439a-a878-4a531fbac159 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:33.834628725Z","hostname":"oxz_crucible_bdb4d30c-8e87-47a6-b88a-10571f1b24af","pid":21826,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:33.836678567Z","hostname":"oxz_crucible_bdb4d30c-8e87-47a6-b88a-10571f1b24af","pid":21826,"uri":"/crucible/0/regions/d03fb9a3-ea03-439a-a878-4a531fbac159","method":"GET","req_id":"0a61e8c5-8d72-48c6-8717-82e593d0ea43","remote_addr":"[fd00:1122:3344:101::a]:56933","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":838,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:33.838935413Z","hostname":"oxz_crucible_bdb4d30c-8e87-47a6-b88a-10571f1b24af","pid":21826,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_19134185-b184-4780-a06b-c6cab90733ad/crucible/regions/d03fb9a3-ea03-439a-a878-4a531fbac159\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:33.848836124Z","hostname":"oxz_crucible_bdb4d30c-8e87-47a6-b88a-10571f1b24af","pid":21826,"region":"d03fb9a3-ea03-439a-a878-4a531fbac159","component":"worker"} {"msg":"region d03fb9a3-ea03-439a-a878-4a531fbac159 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:33.903871954Z","hostname":"oxz_crucible_bdb4d30c-8e87-47a6-b88a-10571f1b24af","pid":21826,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:33.990339539Z","hostname":"oxz_crucible_bdb4d30c-8e87-47a6-b88a-10571f1b24af","pid":21826,"uri":"/crucible/0/regions/d03fb9a3-ea03-439a-a878-4a531fbac159","method":"GET","req_id":"db36f7a8-304c-414a-89e0-9b02371c0401","remote_addr":"[fd00:1122:3344:101::a]:56933","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":81,"response_code":"200"}