{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T01:17:56.805798472Z","hostname":"oxz_crucible_6ae246f7-528e-47a2-b40e-5230de2e2247","pid":23501,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:65195"} {"msg":"region 22e3868c-53ff-4819-a323-e631d43bc280 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T01:17:56.864727313Z","hostname":"oxz_crucible_6ae246f7-528e-47a2-b40e-5230de2e2247","pid":23501,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T01:17:56.865465124Z","hostname":"oxz_crucible_6ae246f7-528e-47a2-b40e-5230de2e2247","pid":23501,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T01:17:56.865476254Z","hostname":"oxz_crucible_6ae246f7-528e-47a2-b40e-5230de2e2247","pid":23501,"uri":"/crucible/0/regions","method":"POST","req_id":"f63c84b5-59f5-46b1-84f0-5893d3f513dd","remote_addr":"[fd00:1122:3344:101::a]:65195","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":795,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/22e3868c-53ff-4819-a323-e631d43bc280","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T01:17:56.875681681Z","hostname":"oxz_crucible_6ae246f7-528e-47a2-b40e-5230de2e2247","pid":23501,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/22e3868c-53ff-4819-a323-e631d43bc280","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T01:17:56.875709712Z","hostname":"oxz_crucible_6ae246f7-528e-47a2-b40e-5230de2e2247","pid":23501,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"22e3868c-53ff-4819-a323-e631d43bc280\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/22e3868c-53ff-4819-a323-e631d43bc280\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T01:17:56.923433177Z","hostname":"oxz_crucible_6ae246f7-528e-47a2-b40e-5230de2e2247","pid":23501,"region":"22e3868c-53ff-4819-a323-e631d43bc280","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T01:17:56.993846342Z","hostname":"oxz_crucible_6ae246f7-528e-47a2-b40e-5230de2e2247","pid":23501,"region":"22e3868c-53ff-4819-a323-e631d43bc280","component":"worker"} {"msg":"region 22e3868c-53ff-4819-a323-e631d43bc280 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T01:17:56.993887583Z","hostname":"oxz_crucible_6ae246f7-528e-47a2-b40e-5230de2e2247","pid":23501,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T01:17:56.993994196Z","hostname":"oxz_crucible_6ae246f7-528e-47a2-b40e-5230de2e2247","pid":23501,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-22e3868c-53ff-4819-a323-e631d43bc280","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T01:17:56.995576122Z","hostname":"oxz_crucible_6ae246f7-528e-47a2-b40e-5230de2e2247","pid":23501,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-22e3868c-53ff-4819-a323-e631d43bc280","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T01:17:57.001523395Z","hostname":"oxz_crucible_6ae246f7-528e-47a2-b40e-5230de2e2247","pid":23501,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T01:17:57.011957368Z","hostname":"oxz_crucible_6ae246f7-528e-47a2-b40e-5230de2e2247","pid":23501,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-22e3868c-53ff-4819-a323-e631d43bc280","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T01:17:57.015402548Z","hostname":"oxz_crucible_6ae246f7-528e-47a2-b40e-5230de2e2247","pid":23501,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/22e3868c-53ff-4819-a323-e631d43bc280","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T01:17:57.015788659Z","hostname":"oxz_crucible_6ae246f7-528e-47a2-b40e-5230de2e2247","pid":23501,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T01:17:57.015873742Z","hostname":"oxz_crucible_6ae246f7-528e-47a2-b40e-5230de2e2247","pid":23501,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T01:17:57.015939034Z","hostname":"oxz_crucible_6ae246f7-528e-47a2-b40e-5230de2e2247","pid":23501,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T01:17:57.016002925Z","hostname":"oxz_crucible_6ae246f7-528e-47a2-b40e-5230de2e2247","pid":23501,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T01:17:57.020028012Z","hostname":"oxz_crucible_6ae246f7-528e-47a2-b40e-5230de2e2247","pid":23501,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T01:17:57.028477438Z","hostname":"oxz_crucible_6ae246f7-528e-47a2-b40e-5230de2e2247","pid":23501,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T01:17:57.093924598Z","hostname":"oxz_crucible_6ae246f7-528e-47a2-b40e-5230de2e2247","pid":23501,"uri":"/crucible/0/regions","method":"POST","req_id":"38080467-fd23-49a3-b085-a736087c126f","remote_addr":"[fd00:1122:3344:101::a]:65195","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":75,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T01:18:01.271322588Z","hostname":"oxz_crucible_6ae246f7-528e-47a2-b40e-5230de2e2247","pid":23501,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:51280"} {"msg":"region e687a731-3f68-4e24-95a5-ea9630a84e1a state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T01:18:01.271465232Z","hostname":"oxz_crucible_6ae246f7-528e-47a2-b40e-5230de2e2247","pid":23501,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T01:18:01.271643197Z","hostname":"oxz_crucible_6ae246f7-528e-47a2-b40e-5230de2e2247","pid":23501,"uri":"/crucible/0/regions","method":"POST","req_id":"50dd6fc0-a3ea-45aa-be9d-96ebb6487659","remote_addr":"[fd00:1122:3344:101::a]:51280","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":227,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T01:18:01.271656118Z","hostname":"oxz_crucible_6ae246f7-528e-47a2-b40e-5230de2e2247","pid":23501,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/e687a731-3f68-4e24-95a5-ea9630a84e1a","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T01:18:01.280072112Z","hostname":"oxz_crucible_6ae246f7-528e-47a2-b40e-5230de2e2247","pid":23501,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/e687a731-3f68-4e24-95a5-ea9630a84e1a","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T01:18:01.280101603Z","hostname":"oxz_crucible_6ae246f7-528e-47a2-b40e-5230de2e2247","pid":23501,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"e687a731-3f68-4e24-95a5-ea9630a84e1a\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/e687a731-3f68-4e24-95a5-ea9630a84e1a\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T01:18:01.333232966Z","hostname":"oxz_crucible_6ae246f7-528e-47a2-b40e-5230de2e2247","pid":23501,"region":"e687a731-3f68-4e24-95a5-ea9630a84e1a","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T01:18:01.395812293Z","hostname":"oxz_crucible_6ae246f7-528e-47a2-b40e-5230de2e2247","pid":23501,"region":"e687a731-3f68-4e24-95a5-ea9630a84e1a","component":"worker"} {"msg":"region e687a731-3f68-4e24-95a5-ea9630a84e1a state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T01:18:01.395862265Z","hostname":"oxz_crucible_6ae246f7-528e-47a2-b40e-5230de2e2247","pid":23501,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T01:18:01.395969238Z","hostname":"oxz_crucible_6ae246f7-528e-47a2-b40e-5230de2e2247","pid":23501,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-e687a731-3f68-4e24-95a5-ea9630a84e1a","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T01:18:01.398054918Z","hostname":"oxz_crucible_6ae246f7-528e-47a2-b40e-5230de2e2247","pid":23501,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-e687a731-3f68-4e24-95a5-ea9630a84e1a","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T01:18:01.404145965Z","hostname":"oxz_crucible_6ae246f7-528e-47a2-b40e-5230de2e2247","pid":23501,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T01:18:01.411644763Z","hostname":"oxz_crucible_6ae246f7-528e-47a2-b40e-5230de2e2247","pid":23501,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-e687a731-3f68-4e24-95a5-ea9630a84e1a","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T01:18:01.414757753Z","hostname":"oxz_crucible_6ae246f7-528e-47a2-b40e-5230de2e2247","pid":23501,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e687a731-3f68-4e24-95a5-ea9630a84e1a","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T01:18:01.415027881Z","hostname":"oxz_crucible_6ae246f7-528e-47a2-b40e-5230de2e2247","pid":23501,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T01:18:01.415096513Z","hostname":"oxz_crucible_6ae246f7-528e-47a2-b40e-5230de2e2247","pid":23501,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T01:18:01.415140904Z","hostname":"oxz_crucible_6ae246f7-528e-47a2-b40e-5230de2e2247","pid":23501,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T01:18:01.415181826Z","hostname":"oxz_crucible_6ae246f7-528e-47a2-b40e-5230de2e2247","pid":23501,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T01:18:01.419017077Z","hostname":"oxz_crucible_6ae246f7-528e-47a2-b40e-5230de2e2247","pid":23501,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T01:18:01.423462406Z","hostname":"oxz_crucible_6ae246f7-528e-47a2-b40e-5230de2e2247","pid":23501,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T01:18:01.438823422Z","hostname":"oxz_crucible_6ae246f7-528e-47a2-b40e-5230de2e2247","pid":23501,"uri":"/crucible/0/regions","method":"POST","req_id":"dd3af4a5-a76a-4f0a-9676-e6493b6b66ef","remote_addr":"[fd00:1122:3344:101::a]:51280","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":674,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T01:18:35.405620948Z","hostname":"oxz_crucible_6ae246f7-528e-47a2-b40e-5230de2e2247","pid":23501,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:51563"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T01:18:35.405753142Z","hostname":"oxz_crucible_6ae246f7-528e-47a2-b40e-5230de2e2247","pid":23501,"uri":"/crucible/0/regions/e687a731-3f68-4e24-95a5-ea9630a84e1a","method":"GET","req_id":"448da5f9-8c3b-4d78-82c5-8507b3a812ee","remote_addr":"[fd00:1122:3344:101::a]:51563","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":77,"response_code":"200"} {"msg":"path is \"/data/regions/e687a731-3f68-4e24-95a5-ea9630a84e1a\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T01:18:35.405910586Z","hostname":"oxz_crucible_6ae246f7-528e-47a2-b40e-5230de2e2247","pid":23501,"component":"datafile"} {"msg":"dataset is oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/e687a731-3f68-4e24-95a5-ea9630a84e1a","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T01:18:35.41707Z","hostname":"oxz_crucible_6ae246f7-528e-47a2-b40e-5230de2e2247","pid":23501,"component":"datafile"} {"msg":"region e687a731-3f68-4e24-95a5-ea9630a84e1a state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T01:18:35.426272098Z","hostname":"oxz_crucible_6ae246f7-528e-47a2-b40e-5230de2e2247","pid":23501,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T01:18:35.426459783Z","hostname":"oxz_crucible_6ae246f7-528e-47a2-b40e-5230de2e2247","pid":23501,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T01:18:35.426528705Z","hostname":"oxz_crucible_6ae246f7-528e-47a2-b40e-5230de2e2247","pid":23501,"uri":"/crucible/0/regions/e687a731-3f68-4e24-95a5-ea9630a84e1a","method":"DELETE","req_id":"bc74cb2e-084d-4355-9e9b-6373ade1dbb6","remote_addr":"[fd00:1122:3344:101::a]:51563","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":20638,"response_code":"204"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T01:18:35.42670125Z","hostname":"oxz_crucible_6ae246f7-528e-47a2-b40e-5230de2e2247","pid":23501,"uri":"/crucible/0/regions/e687a731-3f68-4e24-95a5-ea9630a84e1a","method":"GET","req_id":"6c5ce023-fb93-4b4c-9fb5-3d0458e8e927","remote_addr":"[fd00:1122:3344:101::a]:51563","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":28,"response_code":"200"} {"msg":"disabling downstairs instance: downstairs-e687a731-3f68-4e24-95a5-ea9630a84e1a (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T01:18:35.42843619Z","hostname":"oxz_crucible_6ae246f7-528e-47a2-b40e-5230de2e2247","pid":23501,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T01:18:35.434373143Z","hostname":"oxz_crucible_6ae246f7-528e-47a2-b40e-5230de2e2247","pid":23501,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/e687a731-3f68-4e24-95a5-ea9630a84e1a\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T01:18:35.443390005Z","hostname":"oxz_crucible_6ae246f7-528e-47a2-b40e-5230de2e2247","pid":23501,"region":"e687a731-3f68-4e24-95a5-ea9630a84e1a","component":"worker"} {"msg":"region e687a731-3f68-4e24-95a5-ea9630a84e1a state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T01:18:35.508183566Z","hostname":"oxz_crucible_6ae246f7-528e-47a2-b40e-5230de2e2247","pid":23501,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T01:18:35.555063238Z","hostname":"oxz_crucible_6ae246f7-528e-47a2-b40e-5230de2e2247","pid":23501,"uri":"/crucible/0/regions/e687a731-3f68-4e24-95a5-ea9630a84e1a","method":"GET","req_id":"95b34bb7-ab16-425d-b322-326e40b07b9c","remote_addr":"[fd00:1122:3344:101::a]:51563","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":60,"response_code":"200"}