Git-Mirrors/kycnot.me
1
0
Fork 0
mirror of https://codeberg.org/pluja/kycnot.me synced 2025-03-29 20:37:58 -04:00
Code Issues Packages Projects Releases Wiki Activity

use custom Getenv with fallback

Browse Source
This commit is contained in:
pluja 2024-02-05 07:39:13 +01:00
parent 038ad49ec7
commit 7e259b7cb4
1 changed files with 3 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
src/utils/tos_scraper/scraper.go
View File

@ -7,12 +7,13 @@ import (
"math/rand" "math/rand"
"net/http" "net/http"
"net/http/cookiejar" "net/http/cookiejar"
"os"
"regexp" "regexp"
"strings" "strings"
"time" "time"
"golang.org/x/net/html" "golang.org/x/net/html"
"pluja.dev/kycnot.me/utils"
) )
type ScraperResponse struct { type ScraperResponse struct {
@ -24,10 +25,7 @@ type ScraperResponse struct {
func GetBody(url string) (string, error) { func GetBody(url string) (string, error) {
// Send a GET request to os.Getenv("SCRAPER_API_URL")/scrap?url=url // Send a GET request to os.Getenv("SCRAPER_API_URL")/scrap?url=url
// Unmarshal the response and return the HTML content // Unmarshal the response and return the HTML content
scraper_api := os.Getenv("SCRAPER_API_URL") scraper_api := utils.Getenv("SCRAPER_API_URL", "http://localhost:3011")
if scraper_api == "" {
scraper_api = "http://localhost:3011"
}
// Request the HTML content // Request the HTML content
resp, err := http.Get(fmt.Sprintf("%v/scrap?url=%v", scraper_api, url)) resp, err := http.Get(fmt.Sprintf("%v/scrap?url=%v", scraper_api, url))