{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:54:45.514944893Z","hostname":"oxz_crucible_392e67a7-f550-4b39-b900-8b57c79b0b4a","pid":22298,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:40095"}
{"msg":"region 6699f125-b0ee-4253-a161-ced23bf53900 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:54:45.559183658Z","hostname":"oxz_crucible_392e67a7-f550-4b39-b900-8b57c79b0b4a","pid":22298,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:54:45.564340764Z","hostname":"oxz_crucible_392e67a7-f550-4b39-b900-8b57c79b0b4a","pid":22298,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:54:45.56946191Z","hostname":"oxz_crucible_392e67a7-f550-4b39-b900-8b57c79b0b4a","pid":22298,"uri":"/crucible/0/regions","method":"POST","req_id":"1ffe8ec6-ed7a-46ae-9a61-174322c8187c","remote_addr":"[fd00:1122:3344:101::a]:40095","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":17319,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_15031ef1-5ce4-46cf-9cca-61ffe6220c62/crucible/regions/6699f125-b0ee-4253-a161-ced23bf53900","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:54:45.576841132Z","hostname":"oxz_crucible_392e67a7-f550-4b39-b900-8b57c79b0b4a","pid":22298,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_15031ef1-5ce4-46cf-9cca-61ffe6220c62/crucible/regions/6699f125-b0ee-4253-a161-ced23bf53900","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:54:45.576861093Z","hostname":"oxz_crucible_392e67a7-f550-4b39-b900-8b57c79b0b4a","pid":22298,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"6699f125-b0ee-4253-a161-ced23bf53900\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/6699f125-b0ee-4253-a161-ced23bf53900\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:54:45.650709792Z","hostname":"oxz_crucible_392e67a7-f550-4b39-b900-8b57c79b0b4a","pid":22298,"region":"6699f125-b0ee-4253-a161-ced23bf53900","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"6699f125-b0ee-4253-a161-ced23bf53900\" \"--data\" \"/data/regions/6699f125-b0ee-4253-a161-ced23bf53900\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:54:45.653855804Z","hostname":"oxz_crucible_392e67a7-f550-4b39-b900-8b57c79b0b4a","pid":22298,"region":"6699f125-b0ee-4253-a161-ced23bf53900","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:54:45.856590697Z","hostname":"oxz_crucible_392e67a7-f550-4b39-b900-8b57c79b0b4a","pid":22298,"uri":"/crucible/0/regions","method":"POST","req_id":"f5f25361-f96f-40bc-9074-dd9f26d71864","remote_addr":"[fd00:1122:3344:101::a]:40095","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":80,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:54:45.978401824Z","hostname":"oxz_crucible_392e67a7-f550-4b39-b900-8b57c79b0b4a","pid":22298,"region":"6699f125-b0ee-4253-a161-ced23bf53900","component":"worker"}
{"msg":"region 6699f125-b0ee-4253-a161-ced23bf53900 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:54:45.978449155Z","hostname":"oxz_crucible_392e67a7-f550-4b39-b900-8b57c79b0b4a","pid":22298,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:54:45.978554716Z","hostname":"oxz_crucible_392e67a7-f550-4b39-b900-8b57c79b0b4a","pid":22298,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-6699f125-b0ee-4253-a161-ced23bf53900","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:54:45.978955813Z","hostname":"oxz_crucible_392e67a7-f550-4b39-b900-8b57c79b0b4a","pid":22298,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-6699f125-b0ee-4253-a161-ced23bf53900","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:54:45.989282535Z","hostname":"oxz_crucible_392e67a7-f550-4b39-b900-8b57c79b0b4a","pid":22298,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:54:46.005890851Z","hostname":"oxz_crucible_392e67a7-f550-4b39-b900-8b57c79b0b4a","pid":22298,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-6699f125-b0ee-4253-a161-ced23bf53900","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:54:46.008422273Z","hostname":"oxz_crucible_392e67a7-f550-4b39-b900-8b57c79b0b4a","pid":22298,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6699f125-b0ee-4253-a161-ced23bf53900","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:54:46.008984533Z","hostname":"oxz_crucible_392e67a7-f550-4b39-b900-8b57c79b0b4a","pid":22298,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:54:46.009050614Z","hostname":"oxz_crucible_392e67a7-f550-4b39-b900-8b57c79b0b4a","pid":22298,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:54:46.009091655Z","hostname":"oxz_crucible_392e67a7-f550-4b39-b900-8b57c79b0b4a","pid":22298,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:54:46.009129905Z","hostname":"oxz_crucible_392e67a7-f550-4b39-b900-8b57c79b0b4a","pid":22298,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:54:46.012522902Z","hostname":"oxz_crucible_392e67a7-f550-4b39-b900-8b57c79b0b4a","pid":22298,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:54:46.015879617Z","hostname":"oxz_crucible_392e67a7-f550-4b39-b900-8b57c79b0b4a","pid":22298,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:54:46.154059817Z","hostname":"oxz_crucible_392e67a7-f550-4b39-b900-8b57c79b0b4a","pid":22298,"uri":"/crucible/0/regions","method":"POST","req_id":"cc397221-4f66-4fde-8e58-fbbe99ef6fa4","remote_addr":"[fd00:1122:3344:101::a]:40095","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":70,"response_code":"200"}
{"msg":"region 0df48790-5313-4eaf-8a42-5d1662a53c41 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:54:50.991304203Z","hostname":"oxz_crucible_392e67a7-f550-4b39-b900-8b57c79b0b4a","pid":22298,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:54:50.991463806Z","hostname":"oxz_crucible_392e67a7-f550-4b39-b900-8b57c79b0b4a","pid":22298,"uri":"/crucible/0/regions","method":"POST","req_id":"adbf2b1e-bc50-41f6-af8a-0f693a2f98ea","remote_addr":"[fd00:1122:3344:101::a]:40095","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":905,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:54:50.991482966Z","hostname":"oxz_crucible_392e67a7-f550-4b39-b900-8b57c79b0b4a","pid":22298,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_15031ef1-5ce4-46cf-9cca-61ffe6220c62/crucible/regions/0df48790-5313-4eaf-8a42-5d1662a53c41","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:54:51.001538253Z","hostname":"oxz_crucible_392e67a7-f550-4b39-b900-8b57c79b0b4a","pid":22298,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_15031ef1-5ce4-46cf-9cca-61ffe6220c62/crucible/regions/0df48790-5313-4eaf-8a42-5d1662a53c41","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:54:51.001570224Z","hostname":"oxz_crucible_392e67a7-f550-4b39-b900-8b57c79b0b4a","pid":22298,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"0df48790-5313-4eaf-8a42-5d1662a53c41\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/0df48790-5313-4eaf-8a42-5d1662a53c41\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:54:51.057535164Z","hostname":"oxz_crucible_392e67a7-f550-4b39-b900-8b57c79b0b4a","pid":22298,"region":"0df48790-5313-4eaf-8a42-5d1662a53c41","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"0df48790-5313-4eaf-8a42-5d1662a53c41\" \"--data\" \"/data/regions/0df48790-5313-4eaf-8a42-5d1662a53c41\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:54:51.057592835Z","hostname":"oxz_crucible_392e67a7-f550-4b39-b900-8b57c79b0b4a","pid":22298,"region":"0df48790-5313-4eaf-8a42-5d1662a53c41","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:54:51.129008833Z","hostname":"oxz_crucible_392e67a7-f550-4b39-b900-8b57c79b0b4a","pid":22298,"region":"0df48790-5313-4eaf-8a42-5d1662a53c41","component":"worker"}
{"msg":"region 0df48790-5313-4eaf-8a42-5d1662a53c41 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:54:51.129057304Z","hostname":"oxz_crucible_392e67a7-f550-4b39-b900-8b57c79b0b4a","pid":22298,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:54:51.129156766Z","hostname":"oxz_crucible_392e67a7-f550-4b39-b900-8b57c79b0b4a","pid":22298,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-0df48790-5313-4eaf-8a42-5d1662a53c41","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:54:51.129633704Z","hostname":"oxz_crucible_392e67a7-f550-4b39-b900-8b57c79b0b4a","pid":22298,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-0df48790-5313-4eaf-8a42-5d1662a53c41","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:54:51.13238704Z","hostname":"oxz_crucible_392e67a7-f550-4b39-b900-8b57c79b0b4a","pid":22298,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:54:51.139894255Z","hostname":"oxz_crucible_392e67a7-f550-4b39-b900-8b57c79b0b4a","pid":22298,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-0df48790-5313-4eaf-8a42-5d1662a53c41","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:54:51.142773933Z","hostname":"oxz_crucible_392e67a7-f550-4b39-b900-8b57c79b0b4a","pid":22298,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/0df48790-5313-4eaf-8a42-5d1662a53c41","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:54:51.143103598Z","hostname":"oxz_crucible_392e67a7-f550-4b39-b900-8b57c79b0b4a","pid":22298,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:54:51.143156589Z","hostname":"oxz_crucible_392e67a7-f550-4b39-b900-8b57c79b0b4a","pid":22298,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:54:51.14319865Z","hostname":"oxz_crucible_392e67a7-f550-4b39-b900-8b57c79b0b4a","pid":22298,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:54:51.14324091Z","hostname":"oxz_crucible_392e67a7-f550-4b39-b900-8b57c79b0b4a","pid":22298,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:54:51.1468227Z","hostname":"oxz_crucible_392e67a7-f550-4b39-b900-8b57c79b0b4a","pid":22298,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:54:51.154775872Z","hostname":"oxz_crucible_392e67a7-f550-4b39-b900-8b57c79b0b4a","pid":22298,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:54:51.354102899Z","hostname":"oxz_crucible_392e67a7-f550-4b39-b900-8b57c79b0b4a","pid":22298,"uri":"/crucible/0/regions","method":"POST","req_id":"c5234921-5971-4209-ba44-ec97e8159796","remote_addr":"[fd00:1122:3344:101::a]:40095","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":67,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:55:16.153064871Z","hostname":"oxz_crucible_392e67a7-f550-4b39-b900-8b57c79b0b4a","pid":22298,"uri":"/crucible/0/regions/0df48790-5313-4eaf-8a42-5d1662a53c41","method":"GET","req_id":"fabc0ac8-5f78-4820-8dcd-65e713e86ac3","remote_addr":"[fd00:1122:3344:101::a]:40095","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":81,"response_code":"200"}
{"msg":"path is \"/data/regions/0df48790-5313-4eaf-8a42-5d1662a53c41\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:55:16.157117409Z","hostname":"oxz_crucible_392e67a7-f550-4b39-b900-8b57c79b0b4a","pid":22298,"component":"datafile"}
{"msg":"dataset is oxp_15031ef1-5ce4-46cf-9cca-61ffe6220c62/crucible/regions/0df48790-5313-4eaf-8a42-5d1662a53c41","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:55:16.168737922Z","hostname":"oxz_crucible_392e67a7-f550-4b39-b900-8b57c79b0b4a","pid":22298,"component":"datafile"}
{"msg":"region 0df48790-5313-4eaf-8a42-5d1662a53c41 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:55:16.179276628Z","hostname":"oxz_crucible_392e67a7-f550-4b39-b900-8b57c79b0b4a","pid":22298,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:55:16.17945051Z","hostname":"oxz_crucible_392e67a7-f550-4b39-b900-8b57c79b0b4a","pid":22298,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:55:16.179513931Z","hostname":"oxz_crucible_392e67a7-f550-4b39-b900-8b57c79b0b4a","pid":22298,"uri":"/crucible/0/regions/0df48790-5313-4eaf-8a42-5d1662a53c41","method":"DELETE","req_id":"4e1038c1-88bf-460c-bc3c-de20641db3dc","remote_addr":"[fd00:1122:3344:101::a]:40095","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":22429,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-0df48790-5313-4eaf-8a42-5d1662a53c41 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:55:16.180728501Z","hostname":"oxz_crucible_392e67a7-f550-4b39-b900-8b57c79b0b4a","pid":22298,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:55:16.182667994Z","hostname":"oxz_crucible_392e67a7-f550-4b39-b900-8b57c79b0b4a","pid":22298,"uri":"/crucible/0/regions/0df48790-5313-4eaf-8a42-5d1662a53c41","method":"GET","req_id":"079e3436-b33b-44cb-9509-b8e91bfe7a95","remote_addr":"[fd00:1122:3344:101::a]:40095","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":31,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:55:16.186190463Z","hostname":"oxz_crucible_392e67a7-f550-4b39-b900-8b57c79b0b4a","pid":22298,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_15031ef1-5ce4-46cf-9cca-61ffe6220c62/crucible/regions/0df48790-5313-4eaf-8a42-5d1662a53c41\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:55:16.197836596Z","hostname":"oxz_crucible_392e67a7-f550-4b39-b900-8b57c79b0b4a","pid":22298,"region":"0df48790-5313-4eaf-8a42-5d1662a53c41","component":"worker"}
{"msg":"region 0df48790-5313-4eaf-8a42-5d1662a53c41 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:55:16.257305756Z","hostname":"oxz_crucible_392e67a7-f550-4b39-b900-8b57c79b0b4a","pid":22298,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:55:16.295473581Z","hostname":"oxz_crucible_392e67a7-f550-4b39-b900-8b57c79b0b4a","pid":22298,"uri":"/crucible/0/regions/0df48790-5313-4eaf-8a42-5d1662a53c41","method":"GET","req_id":"93d9d200-c4a2-4016-9b74-a6a587c8da9b","remote_addr":"[fd00:1122:3344:101::a]:40095","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":69,"response_code":"200"}