ngn/tren
1
0
Fork 0
Code Issues 1 Pull Requests 1 Actions Packages Activity

fix code formatting
All checks were successful
Build and publish the docker image / build (push) Successful in 1m2s
Details

Browse Source 
Signed-off-by: ngn <ngn@ngn.tf>
This commit is contained in:
ngn
2025-04-05 23:51:03 +03:00
parent 06fa48351b
commit 7755d6c2fe
7 changed files with 207 additions and 207 deletions
Download Patch File Download Diff File Expand all files Collapse all files

98
extract/extractor.go
View File

@ -9,79 +9,79 @@ import (
)
const (
BASE_URL = "https://tureng.com/en/"
USER_AGENT = "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/134.0.0.0 Safari/537.3"
REFERER = "https://tureng.com/en/turkish-english"
BASE_URL = "https://tureng.com/en/"
USER_AGENT = "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/134.0.0.0 Safari/537.3"
REFERER = "https://tureng.com/en/turkish-english"
)
type Extractor struct {
client *http.Client
client *http.Client
}
func (e *Extractor) get(path string) (*http.Response, error) {
var (
err error
full_url string
var (
err error
full_url string
req *http.Request
res *http.Response
)
req *http.Request
res *http.Response
)
if full_url, err = url.JoinPath(BASE_URL, path); err != nil {
return nil, err
}
if full_url, err = url.JoinPath(BASE_URL, path); err != nil {
return nil, err
}
if req, err = http.NewRequest("GET", full_url, nil); err != nil {
return nil, err
}
if req, err = http.NewRequest("GET", full_url, nil); err != nil {
return nil, err
}
// headers
req.Header.Set("User-Agent", USER_AGENT)
req.Header.Set("Referer", REFERER)
// headers
req.Header.Set("User-Agent", USER_AGENT)
req.Header.Set("Referer", REFERER)
if res, err = e.client.Do(req); err != nil {
return nil, err
}
if res, err = e.client.Do(req); err != nil {
return nil, err
}
if res.StatusCode != 200 {
return nil, fmt.Errorf("bad response code: %d", res.StatusCode)
}
if res.StatusCode != 200 {
return nil, fmt.Errorf("bad response code: %d", res.StatusCode)
}
return res, err
return res, err
}
func (e *Extractor) Translate(dict_name string, term string) (*Translation, error) {
var (
dict *dictionary
res *http.Response
doc *goquery.Document
err error
)
var (
dict *dictionary
res *http.Response
doc *goquery.Document
err error
)
if dict = find_dict(dict_name); dict == nil {
return nil, nil
}
if dict = find_dict(dict_name); dict == nil {
return nil, nil
}
term_path := dict.Path(term)
term_path := dict.Path(term)
if res, err = e.get(term_path); err != nil {
return nil, fmt.Errorf("failed to get %s: %s", term_path, err.Error())
}
if res, err = e.get(term_path); err != nil {
return nil, fmt.Errorf("failed to get %s: %s", term_path, err.Error())
}
defer res.Body.Close()
defer res.Body.Close()
if doc, err = goquery.NewDocumentFromReader(res.Body); err != nil {
return nil, err
}
if doc, err = goquery.NewDocumentFromReader(res.Body); err != nil {
return nil, err
}
trans := Translation{}
err = trans.GetResults(doc)
trans := Translation{}
err = trans.GetResults(doc)
return &trans, err
return &trans, err
}
func New() (*Extractor, error) {
var extractor Extractor
extractor.client = &http.Client{}
return &extractor, nil
var extractor Extractor
extractor.client = &http.Client{}
return &extractor, nil
}