{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T20:49:42.49300597Z","hostname":"oxz_crucible_dde34b1a-6b49-4e8c-b9a4-a6feddc5a27e","pid":22919,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:53667"} {"msg":"region ee8a8335-6217-4dbc-a074-f9fd427ef0aa state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T20:49:42.527383227Z","hostname":"oxz_crucible_dde34b1a-6b49-4e8c-b9a4-a6feddc5a27e","pid":22919,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T20:49:42.539364885Z","hostname":"oxz_crucible_dde34b1a-6b49-4e8c-b9a4-a6feddc5a27e","pid":22919,"uri":"/crucible/0/regions","method":"POST","req_id":"5cc5179e-1dbc-48bd-9146-c6864d986c8f","remote_addr":"[fd00:1122:3344:101::a]:53667","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":21721,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T20:49:42.539385895Z","hostname":"oxz_crucible_dde34b1a-6b49-4e8c-b9a4-a6feddc5a27e","pid":22919,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_e3e91ef4-fcde-43ae-a5a9-a2d6e1fd7046/crucible/regions/ee8a8335-6217-4dbc-a074-f9fd427ef0aa","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T20:49:42.551977879Z","hostname":"oxz_crucible_dde34b1a-6b49-4e8c-b9a4-a6feddc5a27e","pid":22919,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_e3e91ef4-fcde-43ae-a5a9-a2d6e1fd7046/crucible/regions/ee8a8335-6217-4dbc-a074-f9fd427ef0aa","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T20:49:42.552004599Z","hostname":"oxz_crucible_dde34b1a-6b49-4e8c-b9a4-a6feddc5a27e","pid":22919,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"ee8a8335-6217-4dbc-a074-f9fd427ef0aa\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/ee8a8335-6217-4dbc-a074-f9fd427ef0aa\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T20:49:42.620711033Z","hostname":"oxz_crucible_dde34b1a-6b49-4e8c-b9a4-a6feddc5a27e","pid":22919,"region":"ee8a8335-6217-4dbc-a074-f9fd427ef0aa","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"ee8a8335-6217-4dbc-a074-f9fd427ef0aa\" \"--data\" \"/data/regions/ee8a8335-6217-4dbc-a074-f9fd427ef0aa\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T20:49:42.62354327Z","hostname":"oxz_crucible_dde34b1a-6b49-4e8c-b9a4-a6feddc5a27e","pid":22919,"region":"ee8a8335-6217-4dbc-a074-f9fd427ef0aa","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T20:49:42.678458909Z","hostname":"oxz_crucible_dde34b1a-6b49-4e8c-b9a4-a6feddc5a27e","pid":22919,"uri":"/crucible/0/regions","method":"POST","req_id":"168f931d-b96e-4825-be8f-771cf5a4056d","remote_addr":"[fd00:1122:3344:101::a]:53667","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":88,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T20:49:42.976913996Z","hostname":"oxz_crucible_dde34b1a-6b49-4e8c-b9a4-a6feddc5a27e","pid":22919,"region":"ee8a8335-6217-4dbc-a074-f9fd427ef0aa","component":"worker"} {"msg":"region ee8a8335-6217-4dbc-a074-f9fd427ef0aa state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T20:49:42.976962397Z","hostname":"oxz_crucible_dde34b1a-6b49-4e8c-b9a4-a6feddc5a27e","pid":22919,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T20:49:42.977077518Z","hostname":"oxz_crucible_dde34b1a-6b49-4e8c-b9a4-a6feddc5a27e","pid":22919,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-ee8a8335-6217-4dbc-a074-f9fd427ef0aa","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T20:49:42.977547842Z","hostname":"oxz_crucible_dde34b1a-6b49-4e8c-b9a4-a6feddc5a27e","pid":22919,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-ee8a8335-6217-4dbc-a074-f9fd427ef0aa","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T20:49:42.988134386Z","hostname":"oxz_crucible_dde34b1a-6b49-4e8c-b9a4-a6feddc5a27e","pid":22919,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T20:49:42.999648099Z","hostname":"oxz_crucible_dde34b1a-6b49-4e8c-b9a4-a6feddc5a27e","pid":22919,"uri":"/crucible/0/regions","method":"POST","req_id":"17a79e77-3a66-40bf-97b7-25d0576987ab","remote_addr":"[fd00:1122:3344:101::a]:53667","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":68,"response_code":"200"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T20:49:43.008771448Z","hostname":"oxz_crucible_dde34b1a-6b49-4e8c-b9a4-a6feddc5a27e","pid":22919,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ee8a8335-6217-4dbc-a074-f9fd427ef0aa","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T20:49:43.016587915Z","hostname":"oxz_crucible_dde34b1a-6b49-4e8c-b9a4-a6feddc5a27e","pid":22919,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ee8a8335-6217-4dbc-a074-f9fd427ef0aa","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T20:49:43.028915946Z","hostname":"oxz_crucible_dde34b1a-6b49-4e8c-b9a4-a6feddc5a27e","pid":22919,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T20:49:43.031425651Z","hostname":"oxz_crucible_dde34b1a-6b49-4e8c-b9a4-a6feddc5a27e","pid":22919,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T20:49:43.031490321Z","hostname":"oxz_crucible_dde34b1a-6b49-4e8c-b9a4-a6feddc5a27e","pid":22919,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T20:49:43.031532452Z","hostname":"oxz_crucible_dde34b1a-6b49-4e8c-b9a4-a6feddc5a27e","pid":22919,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T20:49:43.040359878Z","hostname":"oxz_crucible_dde34b1a-6b49-4e8c-b9a4-a6feddc5a27e","pid":22919,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T20:49:43.05066783Z","hostname":"oxz_crucible_dde34b1a-6b49-4e8c-b9a4-a6feddc5a27e","pid":22919,"component":"worker"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T20:50:08.887236011Z","hostname":"oxz_crucible_dde34b1a-6b49-4e8c-b9a4-a6feddc5a27e","pid":22919,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:57598"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T20:50:08.887377413Z","hostname":"oxz_crucible_dde34b1a-6b49-4e8c-b9a4-a6feddc5a27e","pid":22919,"uri":"/crucible/0/regions/ee8a8335-6217-4dbc-a074-f9fd427ef0aa","method":"GET","req_id":"c0b6a494-2fd0-4242-b32f-958cd3910d3f","remote_addr":"[fd00:1122:3344:101::a]:57598","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":115,"response_code":"200"} {"msg":"path is \"/data/regions/ee8a8335-6217-4dbc-a074-f9fd427ef0aa\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T20:50:08.88808389Z","hostname":"oxz_crucible_dde34b1a-6b49-4e8c-b9a4-a6feddc5a27e","pid":22919,"component":"datafile"} {"msg":"dataset is oxp_e3e91ef4-fcde-43ae-a5a9-a2d6e1fd7046/crucible/regions/ee8a8335-6217-4dbc-a074-f9fd427ef0aa","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T20:50:08.897400921Z","hostname":"oxz_crucible_dde34b1a-6b49-4e8c-b9a4-a6feddc5a27e","pid":22919,"component":"datafile"} {"msg":"region ee8a8335-6217-4dbc-a074-f9fd427ef0aa state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T20:50:08.905541891Z","hostname":"oxz_crucible_dde34b1a-6b49-4e8c-b9a4-a6feddc5a27e","pid":22919,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T20:50:08.905801934Z","hostname":"oxz_crucible_dde34b1a-6b49-4e8c-b9a4-a6feddc5a27e","pid":22919,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-ee8a8335-6217-4dbc-a074-f9fd427ef0aa (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T20:50:08.906842584Z","hostname":"oxz_crucible_dde34b1a-6b49-4e8c-b9a4-a6feddc5a27e","pid":22919,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T20:50:08.908177847Z","hostname":"oxz_crucible_dde34b1a-6b49-4e8c-b9a4-a6feddc5a27e","pid":22919,"uri":"/crucible/0/regions/ee8a8335-6217-4dbc-a074-f9fd427ef0aa","method":"DELETE","req_id":"af790acd-4b00-496b-a9ae-ea4c68bd71c4","remote_addr":"[fd00:1122:3344:101::a]:57598","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":20665,"response_code":"204"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T20:50:08.908322068Z","hostname":"oxz_crucible_dde34b1a-6b49-4e8c-b9a4-a6feddc5a27e","pid":22919,"uri":"/crucible/0/regions/ee8a8335-6217-4dbc-a074-f9fd427ef0aa","method":"GET","req_id":"701f62dd-0aa9-4816-854f-38626dfdd939","remote_addr":"[fd00:1122:3344:101::a]:57598","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":17,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T20:50:08.911422038Z","hostname":"oxz_crucible_dde34b1a-6b49-4e8c-b9a4-a6feddc5a27e","pid":22919,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_e3e91ef4-fcde-43ae-a5a9-a2d6e1fd7046/crucible/regions/ee8a8335-6217-4dbc-a074-f9fd427ef0aa\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T20:50:08.920190955Z","hostname":"oxz_crucible_dde34b1a-6b49-4e8c-b9a4-a6feddc5a27e","pid":22919,"region":"ee8a8335-6217-4dbc-a074-f9fd427ef0aa","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T20:50:08.963669321Z","hostname":"oxz_crucible_dde34b1a-6b49-4e8c-b9a4-a6feddc5a27e","pid":22919,"uri":"/crucible/0/regions/ee8a8335-6217-4dbc-a074-f9fd427ef0aa","method":"GET","req_id":"58bce925-5407-4b9f-9dba-a5ad4d2816f7","remote_addr":"[fd00:1122:3344:101::a]:57598","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":81,"response_code":"200"} {"msg":"region ee8a8335-6217-4dbc-a074-f9fd427ef0aa state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T20:50:08.965519409Z","hostname":"oxz_crucible_dde34b1a-6b49-4e8c-b9a4-a6feddc5a27e","pid":22919,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T20:50:09.060020796Z","hostname":"oxz_crucible_dde34b1a-6b49-4e8c-b9a4-a6feddc5a27e","pid":22919,"uri":"/crucible/0/regions/ee8a8335-6217-4dbc-a074-f9fd427ef0aa","method":"GET","req_id":"e6624824-a63b-4973-8de6-840d57fe9150","remote_addr":"[fd00:1122:3344:101::a]:57598","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":46,"response_code":"200"}