client.go 3.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126
  1. /*
  2. GNU GENERAL PUBLIC LICENSE
  3. Version 3, 29 June 2007
  4. Copyright (C) 2007 Free Software Foundation, Inc. <https://fsf.org/>
  5. Everyone is permitted to copy and distribute verbatim copies
  6. of this license document, but changing it is not allowed.
  7. http-wokou, An HTTP Proxying framework for bypassing DNS Security
  8. Copyright (C) 2024 Russell Hrubesky, ChiralWorks Software LLC
  9. This program is free software: you can redistribute it and/or modify
  10. it under the terms of the GNU General Public License as published by
  11. the Free Software Foundation, either version 3 of the License, or
  12. (at your option) any later version.
  13. This program is distributed in the hope that it will be useful,
  14. but WITHOUT ANY WARRANTY; without even the implied warranty of
  15. MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  16. GNU General Public License for more details.
  17. You should have received a copy of the GNU General Public License
  18. along with this program. If not, see <https://www.gnu.org/licenses/>.
  19. */
  20. package httpserver
  21. import (
  22. "bytes"
  23. "fmt"
  24. "io"
  25. "log"
  26. "net/http"
  27. "strings"
  28. "sync"
  29. )
  30. /*
  31. Generic site call to the semrush site
  32. */
  33. func (c *Controller) RequestGeneric(method string, host string, path string, hdrs *http.Header, body io.Reader) ([]byte, *http.Header, int, error) {
  34. reqUrl := fmt.Sprintf("https://%s%s", host, path)
  35. req, err := http.NewRequest(method, reqUrl, body)
  36. if err != nil {
  37. return nil, nil, 500, err
  38. }
  39. c.setHeaders(req, hdrs)
  40. resp, err := c.Client.Do(req)
  41. if err != nil {
  42. return nil, nil, 500, err
  43. }
  44. defer resp.Body.Close()
  45. b, err := io.ReadAll(resp.Body)
  46. if err != nil {
  47. return nil, nil, 500, err
  48. }
  49. altPage := c.pageMod(b)
  50. if !strings.Contains(path, "?") {
  51. if resp.StatusCode == 200 {
  52. if method == "GET" {
  53. c.CacheResource(path, NewCachedResource(altPage, &resp.Header, resp.StatusCode))
  54. }
  55. }
  56. }
  57. return altPage, &resp.Header, resp.StatusCode, nil
  58. }
  59. func (c *Controller) TryHosts(method string, path string, hdrs *http.Header, body io.Reader, hosts []string) {
  60. var wg sync.WaitGroup
  61. for idx := range hosts {
  62. wg.Add(1)
  63. go func(method string, host string, path string, hdrs *http.Header, body io.Reader) {
  64. defer wg.Done()
  65. _, _, rcode, err := c.RequestGeneric(method, host, path, hdrs, body)
  66. if err != nil {
  67. log.Fatal("Fatal Error creating request in a RequestGeneric method: ", err)
  68. }
  69. if rcode == 200 {
  70. basePath := strings.Split(path, "?")[0]
  71. c.RouteMaps.MapUriToDomain(basePath, host)
  72. }
  73. }(method, hosts[idx], path, hdrs, body)
  74. }
  75. wg.Wait()
  76. }
  77. /*
  78. Sets the request headers to whatever is defined in this private method
  79. :param req: a pointer to an HTTP request
  80. */
  81. func (c *Controller) setHeaders(req *http.Request, hdrs *http.Header) {
  82. req.AddCookie(c.Config.PhpSession)
  83. req.AddCookie(c.Config.SsoToken)
  84. req.Header.Set("User-Agent", c.Config.UserAgent)
  85. req.Header.Set("Referer", c.Config.FullDomain)
  86. req.Header.Set("Origin", c.Config.FullDomain)
  87. for k, v := range *hdrs {
  88. _, ok := NonmutableHeaders[k]
  89. if !ok {
  90. req.Header.Add(k, v[0])
  91. }
  92. }
  93. }
  94. /*
  95. Rewrite all occurences of these values into the response body
  96. */
  97. func (c *Controller) pageMod(data []byte) []byte {
  98. for idx := range c.PageMods.Content {
  99. data = bytes.ReplaceAll(data, []byte(c.PageMods.Content[idx].Search), []byte(c.PageMods.Content[idx].Sub))
  100. }
  101. data = bytes.ReplaceAll(data, []byte(c.Config.AllowedDomain), []byte(c.Config.ProxyAddr))
  102. data = bytes.ReplaceAll(data, []byte(c.Config.AltAllowedDomain), []byte(c.Config.ProxyAddr))
  103. data = bytes.ReplaceAll(data, []byte("api-iam.intercom.io"), []byte(c.Config.ProxyAddr))
  104. return data
  105. }