{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:30:14.148451861Z","hostname":"oxz_crucible_3c8980d0-bc90-4a9a-b3e6-d562c4830688","pid":21435,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:55050"} {"msg":"region 02e116f8-69ac-4c66-8c9f-42cda902ea0f state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:30:14.150805506Z","hostname":"oxz_crucible_3c8980d0-bc90-4a9a-b3e6-d562c4830688","pid":21435,"component":"datafile"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:30:14.151875295Z","hostname":"oxz_crucible_3c8980d0-bc90-4a9a-b3e6-d562c4830688","pid":21435,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:30:14.151943667Z","hostname":"oxz_crucible_3c8980d0-bc90-4a9a-b3e6-d562c4830688","pid":21435,"uri":"/crucible/0/regions","method":"POST","req_id":"49954bcc-28a1-45b7-8e8a-2b9fe86c31db","remote_addr":"[fd00:1122:3344:101::c]:55050","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":1684,"response_code":"200"} {"msg":"zfs set reservation of 1342177280 for oxp_e9daa3b4-4dbf-43f3-bfbe-967436034bbd/crucible/regions/02e116f8-69ac-4c66-8c9f-42cda902ea0f","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:30:14.163102812Z","hostname":"oxz_crucible_3c8980d0-bc90-4a9a-b3e6-d562c4830688","pid":21435,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_e9daa3b4-4dbf-43f3-bfbe-967436034bbd/crucible/regions/02e116f8-69ac-4c66-8c9f-42cda902ea0f","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:30:14.163133383Z","hostname":"oxz_crucible_3c8980d0-bc90-4a9a-b3e6-d562c4830688","pid":21435,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"02e116f8-69ac-4c66-8c9f-42cda902ea0f\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/02e116f8-69ac-4c66-8c9f-42cda902ea0f\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:30:14.2157204Z","hostname":"oxz_crucible_3c8980d0-bc90-4a9a-b3e6-d562c4830688","pid":21435,"region":"02e116f8-69ac-4c66-8c9f-42cda902ea0f","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"02e116f8-69ac-4c66-8c9f-42cda902ea0f\" \"--data\" \"/data/regions/02e116f8-69ac-4c66-8c9f-42cda902ea0f\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:30:14.215811723Z","hostname":"oxz_crucible_3c8980d0-bc90-4a9a-b3e6-d562c4830688","pid":21435,"region":"02e116f8-69ac-4c66-8c9f-42cda902ea0f","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:30:14.328251737Z","hostname":"oxz_crucible_3c8980d0-bc90-4a9a-b3e6-d562c4830688","pid":21435,"region":"02e116f8-69ac-4c66-8c9f-42cda902ea0f","component":"worker"} {"msg":"region 02e116f8-69ac-4c66-8c9f-42cda902ea0f state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:30:14.328303538Z","hostname":"oxz_crucible_3c8980d0-bc90-4a9a-b3e6-d562c4830688","pid":21435,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:30:14.328408472Z","hostname":"oxz_crucible_3c8980d0-bc90-4a9a-b3e6-d562c4830688","pid":21435,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-02e116f8-69ac-4c66-8c9f-42cda902ea0f","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:30:14.328904785Z","hostname":"oxz_crucible_3c8980d0-bc90-4a9a-b3e6-d562c4830688","pid":21435,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-02e116f8-69ac-4c66-8c9f-42cda902ea0f","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:30:14.332728979Z","hostname":"oxz_crucible_3c8980d0-bc90-4a9a-b3e6-d562c4830688","pid":21435,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:30:14.344181663Z","hostname":"oxz_crucible_3c8980d0-bc90-4a9a-b3e6-d562c4830688","pid":21435,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-02e116f8-69ac-4c66-8c9f-42cda902ea0f","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:30:14.347497103Z","hostname":"oxz_crucible_3c8980d0-bc90-4a9a-b3e6-d562c4830688","pid":21435,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/02e116f8-69ac-4c66-8c9f-42cda902ea0f","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:30:14.348069999Z","hostname":"oxz_crucible_3c8980d0-bc90-4a9a-b3e6-d562c4830688","pid":21435,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:30:14.348226793Z","hostname":"oxz_crucible_3c8980d0-bc90-4a9a-b3e6-d562c4830688","pid":21435,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:30:14.348279935Z","hostname":"oxz_crucible_3c8980d0-bc90-4a9a-b3e6-d562c4830688","pid":21435,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:30:14.348329496Z","hostname":"oxz_crucible_3c8980d0-bc90-4a9a-b3e6-d562c4830688","pid":21435,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:30:14.352743607Z","hostname":"oxz_crucible_3c8980d0-bc90-4a9a-b3e6-d562c4830688","pid":21435,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:30:14.35722976Z","hostname":"oxz_crucible_3c8980d0-bc90-4a9a-b3e6-d562c4830688","pid":21435,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:30:14.509269516Z","hostname":"oxz_crucible_3c8980d0-bc90-4a9a-b3e6-d562c4830688","pid":21435,"uri":"/crucible/0/regions","method":"POST","req_id":"968707ad-cf20-41f0-b987-4804c106dfbb","remote_addr":"[fd00:1122:3344:101::c]:55050","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":343,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:30:14.869251207Z","hostname":"oxz_crucible_3c8980d0-bc90-4a9a-b3e6-d562c4830688","pid":21435,"uri":"/crucible/0/regions/02e116f8-69ac-4c66-8c9f-42cda902ea0f","method":"GET","req_id":"451933a8-f70b-41f7-9192-ceba6f56d840","remote_addr":"[fd00:1122:3344:101::c]:55050","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":71,"response_code":"200"} {"msg":"path is \"/data/regions/02e116f8-69ac-4c66-8c9f-42cda902ea0f\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:30:14.871972152Z","hostname":"oxz_crucible_3c8980d0-bc90-4a9a-b3e6-d562c4830688","pid":21435,"component":"datafile"} {"msg":"dataset is oxp_e9daa3b4-4dbf-43f3-bfbe-967436034bbd/crucible/regions/02e116f8-69ac-4c66-8c9f-42cda902ea0f","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:30:14.882092798Z","hostname":"oxz_crucible_3c8980d0-bc90-4a9a-b3e6-d562c4830688","pid":21435,"component":"datafile"} {"msg":"region 02e116f8-69ac-4c66-8c9f-42cda902ea0f state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:30:14.89094442Z","hostname":"oxz_crucible_3c8980d0-bc90-4a9a-b3e6-d562c4830688","pid":21435,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:30:14.891091364Z","hostname":"oxz_crucible_3c8980d0-bc90-4a9a-b3e6-d562c4830688","pid":21435,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:30:14.891168417Z","hostname":"oxz_crucible_3c8980d0-bc90-4a9a-b3e6-d562c4830688","pid":21435,"uri":"/crucible/0/regions/02e116f8-69ac-4c66-8c9f-42cda902ea0f","method":"DELETE","req_id":"eedc3cea-43a9-43cd-9110-895a0a72ec5f","remote_addr":"[fd00:1122:3344:101::c]:55050","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":19223,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-02e116f8-69ac-4c66-8c9f-42cda902ea0f (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:30:14.892180974Z","hostname":"oxz_crucible_3c8980d0-bc90-4a9a-b3e6-d562c4830688","pid":21435,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:30:14.893616954Z","hostname":"oxz_crucible_3c8980d0-bc90-4a9a-b3e6-d562c4830688","pid":21435,"uri":"/crucible/0/regions/02e116f8-69ac-4c66-8c9f-42cda902ea0f","method":"GET","req_id":"19fba1a6-c1be-42ca-a1c4-085f492e7b76","remote_addr":"[fd00:1122:3344:101::c]:55050","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":29,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:30:14.896372849Z","hostname":"oxz_crucible_3c8980d0-bc90-4a9a-b3e6-d562c4830688","pid":21435,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_e9daa3b4-4dbf-43f3-bfbe-967436034bbd/crucible/regions/02e116f8-69ac-4c66-8c9f-42cda902ea0f\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:30:14.905823307Z","hostname":"oxz_crucible_3c8980d0-bc90-4a9a-b3e6-d562c4830688","pid":21435,"region":"02e116f8-69ac-4c66-8c9f-42cda902ea0f","component":"worker"} {"msg":"region 02e116f8-69ac-4c66-8c9f-42cda902ea0f state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:30:14.965799647Z","hostname":"oxz_crucible_3c8980d0-bc90-4a9a-b3e6-d562c4830688","pid":21435,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:30:15.01125568Z","hostname":"oxz_crucible_3c8980d0-bc90-4a9a-b3e6-d562c4830688","pid":21435,"uri":"/crucible/0/regions/02e116f8-69ac-4c66-8c9f-42cda902ea0f","method":"GET","req_id":"7145cb0b-cc8d-47c8-9da4-e4d2cc04eaeb","remote_addr":"[fd00:1122:3344:101::c]:55050","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":686,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:51.241804263Z","hostname":"oxz_crucible_3c8980d0-bc90-4a9a-b3e6-d562c4830688","pid":21435,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:59219"} {"msg":"region 0485b7ad-b2e1-4ca6-80a9-c2059b251220 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:51.241940797Z","hostname":"oxz_crucible_3c8980d0-bc90-4a9a-b3e6-d562c4830688","pid":21435,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:51.242582854Z","hostname":"oxz_crucible_3c8980d0-bc90-4a9a-b3e6-d562c4830688","pid":21435,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:51.242594805Z","hostname":"oxz_crucible_3c8980d0-bc90-4a9a-b3e6-d562c4830688","pid":21435,"uri":"/crucible/0/regions","method":"POST","req_id":"bae6900a-3960-4a33-be51-d112235438f3","remote_addr":"[fd00:1122:3344:101::a]:59219","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":726,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_e9daa3b4-4dbf-43f3-bfbe-967436034bbd/crucible/regions/0485b7ad-b2e1-4ca6-80a9-c2059b251220","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:51.253178604Z","hostname":"oxz_crucible_3c8980d0-bc90-4a9a-b3e6-d562c4830688","pid":21435,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_e9daa3b4-4dbf-43f3-bfbe-967436034bbd/crucible/regions/0485b7ad-b2e1-4ca6-80a9-c2059b251220","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:51.253205445Z","hostname":"oxz_crucible_3c8980d0-bc90-4a9a-b3e6-d562c4830688","pid":21435,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"0485b7ad-b2e1-4ca6-80a9-c2059b251220\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/0485b7ad-b2e1-4ca6-80a9-c2059b251220\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:51.308435775Z","hostname":"oxz_crucible_3c8980d0-bc90-4a9a-b3e6-d562c4830688","pid":21435,"region":"0485b7ad-b2e1-4ca6-80a9-c2059b251220","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"0485b7ad-b2e1-4ca6-80a9-c2059b251220\" \"--data\" \"/data/regions/0485b7ad-b2e1-4ca6-80a9-c2059b251220\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:51.308486436Z","hostname":"oxz_crucible_3c8980d0-bc90-4a9a-b3e6-d562c4830688","pid":21435,"region":"0485b7ad-b2e1-4ca6-80a9-c2059b251220","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:51.412293974Z","hostname":"oxz_crucible_3c8980d0-bc90-4a9a-b3e6-d562c4830688","pid":21435,"region":"0485b7ad-b2e1-4ca6-80a9-c2059b251220","component":"worker"} {"msg":"region 0485b7ad-b2e1-4ca6-80a9-c2059b251220 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:51.412342936Z","hostname":"oxz_crucible_3c8980d0-bc90-4a9a-b3e6-d562c4830688","pid":21435,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:51.412423438Z","hostname":"oxz_crucible_3c8980d0-bc90-4a9a-b3e6-d562c4830688","pid":21435,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-0485b7ad-b2e1-4ca6-80a9-c2059b251220","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:51.413770465Z","hostname":"oxz_crucible_3c8980d0-bc90-4a9a-b3e6-d562c4830688","pid":21435,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-0485b7ad-b2e1-4ca6-80a9-c2059b251220","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:51.421624789Z","hostname":"oxz_crucible_3c8980d0-bc90-4a9a-b3e6-d562c4830688","pid":21435,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:51.438915182Z","hostname":"oxz_crucible_3c8980d0-bc90-4a9a-b3e6-d562c4830688","pid":21435,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-0485b7ad-b2e1-4ca6-80a9-c2059b251220","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:51.447742563Z","hostname":"oxz_crucible_3c8980d0-bc90-4a9a-b3e6-d562c4830688","pid":21435,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/0485b7ad-b2e1-4ca6-80a9-c2059b251220","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:51.447952729Z","hostname":"oxz_crucible_3c8980d0-bc90-4a9a-b3e6-d562c4830688","pid":21435,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:51.448009571Z","hostname":"oxz_crucible_3c8980d0-bc90-4a9a-b3e6-d562c4830688","pid":21435,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:51.448052152Z","hostname":"oxz_crucible_3c8980d0-bc90-4a9a-b3e6-d562c4830688","pid":21435,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:51.448091993Z","hostname":"oxz_crucible_3c8980d0-bc90-4a9a-b3e6-d562c4830688","pid":21435,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:51.452096453Z","hostname":"oxz_crucible_3c8980d0-bc90-4a9a-b3e6-d562c4830688","pid":21435,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:51.459492455Z","hostname":"oxz_crucible_3c8980d0-bc90-4a9a-b3e6-d562c4830688","pid":21435,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:51.594711311Z","hostname":"oxz_crucible_3c8980d0-bc90-4a9a-b3e6-d562c4830688","pid":21435,"uri":"/crucible/0/regions","method":"POST","req_id":"32dd3c16-088b-4a91-a0ff-40c34d36fe32","remote_addr":"[fd00:1122:3344:101::a]:59219","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":742,"response_code":"200"}