{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-12-03T23:24:28.637541618Z","hostname":"oxz_crucible_a76be880-e7dc-4aae-b22a-cf02c2d5da11","pid":21231,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:54066"} {"msg":"region e68b71f4-5673-4e48-9540-9d8e2cbc411d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-03T23:24:28.691388565Z","hostname":"oxz_crucible_a76be880-e7dc-4aae-b22a-cf02c2d5da11","pid":21231,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-12-03T23:24:28.696657723Z","hostname":"oxz_crucible_a76be880-e7dc-4aae-b22a-cf02c2d5da11","pid":21231,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-03T23:24:28.70189019Z","hostname":"oxz_crucible_a76be880-e7dc-4aae-b22a-cf02c2d5da11","pid":21231,"uri":"/crucible/0/regions","method":"POST","req_id":"136e9508-85f7-43cf-9d25-3ca2b7799691","remote_addr":"[fd00:1122:3344:101::a]:54066","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":22595,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_477f8969-b73f-4886-851b-8d5be079baff/crucible/regions/e68b71f4-5673-4e48-9540-9d8e2cbc411d","v":0,"name":"crucible-agent","level":30,"time":"2024-12-03T23:24:28.710836424Z","hostname":"oxz_crucible_a76be880-e7dc-4aae-b22a-cf02c2d5da11","pid":21231,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_477f8969-b73f-4886-851b-8d5be079baff/crucible/regions/e68b71f4-5673-4e48-9540-9d8e2cbc411d","v":0,"name":"crucible-agent","level":30,"time":"2024-12-03T23:24:28.710850034Z","hostname":"oxz_crucible_a76be880-e7dc-4aae-b22a-cf02c2d5da11","pid":21231,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"e68b71f4-5673-4e48-9540-9d8e2cbc411d\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/e68b71f4-5673-4e48-9540-9d8e2cbc411d\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-03T23:24:28.775820929Z","hostname":"oxz_crucible_a76be880-e7dc-4aae-b22a-cf02c2d5da11","pid":21231,"region":"e68b71f4-5673-4e48-9540-9d8e2cbc411d","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"e68b71f4-5673-4e48-9540-9d8e2cbc411d\" \"--data\" \"/data/regions/e68b71f4-5673-4e48-9540-9d8e2cbc411d\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-03T23:24:28.778611587Z","hostname":"oxz_crucible_a76be880-e7dc-4aae-b22a-cf02c2d5da11","pid":21231,"region":"e68b71f4-5673-4e48-9540-9d8e2cbc411d","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-03T23:24:28.902573034Z","hostname":"oxz_crucible_a76be880-e7dc-4aae-b22a-cf02c2d5da11","pid":21231,"uri":"/crucible/0/regions","method":"POST","req_id":"b956ceaa-0714-48a1-8fb1-1272c567640d","remote_addr":"[fd00:1122:3344:101::a]:54066","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":84,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-12-03T23:24:29.172678324Z","hostname":"oxz_crucible_a76be880-e7dc-4aae-b22a-cf02c2d5da11","pid":21231,"region":"e68b71f4-5673-4e48-9540-9d8e2cbc411d","component":"worker"} {"msg":"region e68b71f4-5673-4e48-9540-9d8e2cbc411d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-03T23:24:29.172734755Z","hostname":"oxz_crucible_a76be880-e7dc-4aae-b22a-cf02c2d5da11","pid":21231,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-03T23:24:29.172847427Z","hostname":"oxz_crucible_a76be880-e7dc-4aae-b22a-cf02c2d5da11","pid":21231,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-e68b71f4-5673-4e48-9540-9d8e2cbc411d","v":0,"name":"crucible-agent","level":30,"time":"2024-12-03T23:24:29.173377078Z","hostname":"oxz_crucible_a76be880-e7dc-4aae-b22a-cf02c2d5da11","pid":21231,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-e68b71f4-5673-4e48-9540-9d8e2cbc411d","v":0,"name":"crucible-agent","level":30,"time":"2024-12-03T23:24:29.182660149Z","hostname":"oxz_crucible_a76be880-e7dc-4aae-b22a-cf02c2d5da11","pid":21231,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-12-03T23:24:29.199404573Z","hostname":"oxz_crucible_a76be880-e7dc-4aae-b22a-cf02c2d5da11","pid":21231,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-e68b71f4-5673-4e48-9540-9d8e2cbc411d","v":0,"name":"crucible-agent","level":30,"time":"2024-12-03T23:24:29.20606084Z","hostname":"oxz_crucible_a76be880-e7dc-4aae-b22a-cf02c2d5da11","pid":21231,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e68b71f4-5673-4e48-9540-9d8e2cbc411d","v":0,"name":"crucible-agent","level":30,"time":"2024-12-03T23:24:29.206903317Z","hostname":"oxz_crucible_a76be880-e7dc-4aae-b22a-cf02c2d5da11","pid":21231,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-12-03T23:24:29.206971438Z","hostname":"oxz_crucible_a76be880-e7dc-4aae-b22a-cf02c2d5da11","pid":21231,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-12-03T23:24:29.207017439Z","hostname":"oxz_crucible_a76be880-e7dc-4aae-b22a-cf02c2d5da11","pid":21231,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-03T23:24:29.20705707Z","hostname":"oxz_crucible_a76be880-e7dc-4aae-b22a-cf02c2d5da11","pid":21231,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-03T23:24:29.213247467Z","hostname":"oxz_crucible_a76be880-e7dc-4aae-b22a-cf02c2d5da11","pid":21231,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-03T23:24:29.217790991Z","hostname":"oxz_crucible_a76be880-e7dc-4aae-b22a-cf02c2d5da11","pid":21231,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-03T23:24:29.249304438Z","hostname":"oxz_crucible_a76be880-e7dc-4aae-b22a-cf02c2d5da11","pid":21231,"uri":"/crucible/0/regions","method":"POST","req_id":"2c74c7c7-479b-41bc-878d-ff15c17b6ed5","remote_addr":"[fd00:1122:3344:101::a]:54066","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":72,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-03T23:24:55.244386946Z","hostname":"oxz_crucible_a76be880-e7dc-4aae-b22a-cf02c2d5da11","pid":21231,"uri":"/crucible/0/regions/e68b71f4-5673-4e48-9540-9d8e2cbc411d","method":"GET","req_id":"c42e13b1-94b2-4447-b07e-3940b1e4fc2f","remote_addr":"[fd00:1122:3344:101::a]:54066","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":82,"response_code":"200"} {"msg":"path is \"/data/regions/e68b71f4-5673-4e48-9540-9d8e2cbc411d\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-03T23:24:55.248549871Z","hostname":"oxz_crucible_a76be880-e7dc-4aae-b22a-cf02c2d5da11","pid":21231,"component":"datafile"} {"msg":"dataset is oxp_477f8969-b73f-4886-851b-8d5be079baff/crucible/regions/e68b71f4-5673-4e48-9540-9d8e2cbc411d","v":0,"name":"crucible-agent","level":30,"time":"2024-12-03T23:24:55.259364213Z","hostname":"oxz_crucible_a76be880-e7dc-4aae-b22a-cf02c2d5da11","pid":21231,"component":"datafile"} {"msg":"region e68b71f4-5673-4e48-9540-9d8e2cbc411d state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-12-03T23:24:55.269646385Z","hostname":"oxz_crucible_a76be880-e7dc-4aae-b22a-cf02c2d5da11","pid":21231,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-03T23:24:55.269809588Z","hostname":"oxz_crucible_a76be880-e7dc-4aae-b22a-cf02c2d5da11","pid":21231,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-03T23:24:55.26988441Z","hostname":"oxz_crucible_a76be880-e7dc-4aae-b22a-cf02c2d5da11","pid":21231,"uri":"/crucible/0/regions/e68b71f4-5673-4e48-9540-9d8e2cbc411d","method":"DELETE","req_id":"58a4cffc-1e14-4b68-b5a7-15b0b2259e1b","remote_addr":"[fd00:1122:3344:101::a]:54066","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":21368,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-e68b71f4-5673-4e48-9540-9d8e2cbc411d (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-12-03T23:24:55.273441823Z","hostname":"oxz_crucible_a76be880-e7dc-4aae-b22a-cf02c2d5da11","pid":21231,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-03T23:24:55.273463793Z","hostname":"oxz_crucible_a76be880-e7dc-4aae-b22a-cf02c2d5da11","pid":21231,"uri":"/crucible/0/regions/e68b71f4-5673-4e48-9540-9d8e2cbc411d","method":"GET","req_id":"f663df3c-060e-4222-962d-f99f64446914","remote_addr":"[fd00:1122:3344:101::a]:54066","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":28,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-03T23:24:55.277569678Z","hostname":"oxz_crucible_a76be880-e7dc-4aae-b22a-cf02c2d5da11","pid":21231,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_477f8969-b73f-4886-851b-8d5be079baff/crucible/regions/e68b71f4-5673-4e48-9540-9d8e2cbc411d\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-03T23:24:55.288638705Z","hostname":"oxz_crucible_a76be880-e7dc-4aae-b22a-cf02c2d5da11","pid":21231,"region":"e68b71f4-5673-4e48-9540-9d8e2cbc411d","component":"worker"} {"msg":"region e68b71f4-5673-4e48-9540-9d8e2cbc411d state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-03T23:24:55.337311015Z","hostname":"oxz_crucible_a76be880-e7dc-4aae-b22a-cf02c2d5da11","pid":21231,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-03T23:24:55.396513932Z","hostname":"oxz_crucible_a76be880-e7dc-4aae-b22a-cf02c2d5da11","pid":21231,"uri":"/crucible/0/regions/e68b71f4-5673-4e48-9540-9d8e2cbc411d","method":"GET","req_id":"c85f2cc3-bdbc-4d07-8e8f-ecf45b7a680f","remote_addr":"[fd00:1122:3344:101::a]:54066","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":67,"response_code":"200"}