Compare commits

..

2 Commits

Author SHA1 Message Date
ngn
7755d6c2fe
fix code formatting
All checks were successful
Build and publish the docker image / build (push) Successful in 1m2s
Signed-off-by: ngn <ngn@ngn.tf>
2025-04-05 23:51:03 +03:00
ngn
06fa48351b
add renovate config
Signed-off-by: ngn <ngn@ngn.tf>
2025-04-05 23:50:38 +03:00
8 changed files with 211 additions and 207 deletions

View File

@ -3,29 +3,29 @@ package extract
import "net/url"
type dictionary struct {
ShortName string
Name string
Url string
ShortName string
Name string
Url string
}
var Dicts []dictionary = []dictionary{
{ShortName: "EN-TR", Name: "Turkish - English", Url: "/turkish-english"},
{ShortName: "EN-DE", Name: "German - English", Url: "/german-english"},
{ShortName: "EN-ES", Name: "Spanish - English", Url: "/spanish-english"},
{ShortName: "EN-FR", Name: "French - English", Url: "/french-english"},
{ShortName: "EN-TR", Name: "Turkish - English", Url: "/turkish-english"},
{ShortName: "EN-DE", Name: "German - English", Url: "/german-english"},
{ShortName: "EN-ES", Name: "Spanish - English", Url: "/spanish-english"},
{ShortName: "EN-FR", Name: "French - English", Url: "/french-english"},
}
func find_dict(sn string) (*dictionary) {
for i := range Dicts {
if Dicts[i].ShortName == sn {
return &Dicts[i]
}
}
func find_dict(sn string) *dictionary {
for i := range Dicts {
if Dicts[i].ShortName == sn {
return &Dicts[i]
}
}
return nil
return nil
}
func (d *dictionary) Path(term string) string{
term_escaped := url.PathEscape(term)
return d.Url + "/" + term_escaped
func (d *dictionary) Path(term string) string {
term_escaped := url.PathEscape(term)
return d.Url + "/" + term_escaped
}

View File

@ -9,79 +9,79 @@ import (
)
const (
BASE_URL = "https://tureng.com/en/"
USER_AGENT = "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/134.0.0.0 Safari/537.3"
REFERER = "https://tureng.com/en/turkish-english"
BASE_URL = "https://tureng.com/en/"
USER_AGENT = "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/134.0.0.0 Safari/537.3"
REFERER = "https://tureng.com/en/turkish-english"
)
type Extractor struct {
client *http.Client
client *http.Client
}
func (e *Extractor) get(path string) (*http.Response, error) {
var (
err error
full_url string
var (
err error
full_url string
req *http.Request
res *http.Response
)
req *http.Request
res *http.Response
)
if full_url, err = url.JoinPath(BASE_URL, path); err != nil {
return nil, err
}
if full_url, err = url.JoinPath(BASE_URL, path); err != nil {
return nil, err
}
if req, err = http.NewRequest("GET", full_url, nil); err != nil {
return nil, err
}
if req, err = http.NewRequest("GET", full_url, nil); err != nil {
return nil, err
}
// headers
req.Header.Set("User-Agent", USER_AGENT)
req.Header.Set("Referer", REFERER)
// headers
req.Header.Set("User-Agent", USER_AGENT)
req.Header.Set("Referer", REFERER)
if res, err = e.client.Do(req); err != nil {
return nil, err
}
if res, err = e.client.Do(req); err != nil {
return nil, err
}
if res.StatusCode != 200 {
return nil, fmt.Errorf("bad response code: %d", res.StatusCode)
}
if res.StatusCode != 200 {
return nil, fmt.Errorf("bad response code: %d", res.StatusCode)
}
return res, err
return res, err
}
func (e *Extractor) Translate(dict_name string, term string) (*Translation, error) {
var (
dict *dictionary
res *http.Response
doc *goquery.Document
err error
)
var (
dict *dictionary
res *http.Response
doc *goquery.Document
err error
)
if dict = find_dict(dict_name); dict == nil {
return nil, nil
}
if dict = find_dict(dict_name); dict == nil {
return nil, nil
}
term_path := dict.Path(term)
term_path := dict.Path(term)
if res, err = e.get(term_path); err != nil {
return nil, fmt.Errorf("failed to get %s: %s", term_path, err.Error())
}
if res, err = e.get(term_path); err != nil {
return nil, fmt.Errorf("failed to get %s: %s", term_path, err.Error())
}
defer res.Body.Close()
defer res.Body.Close()
if doc, err = goquery.NewDocumentFromReader(res.Body); err != nil {
return nil, err
}
if doc, err = goquery.NewDocumentFromReader(res.Body); err != nil {
return nil, err
}
trans := Translation{}
err = trans.GetResults(doc)
trans := Translation{}
err = trans.GetResults(doc)
return &trans, err
return &trans, err
}
func New() (*Extractor, error) {
var extractor Extractor
extractor.client = &http.Client{}
return &extractor, nil
var extractor Extractor
extractor.client = &http.Client{}
return &extractor, nil
}

View File

@ -8,106 +8,106 @@ import (
)
type Entry struct {
Text string
Detail string
Text string
Detail string
}
type Translation struct {
Suggestions []string
Fields []string
Entries [][]Entry
Suggestions []string
Fields []string
Entries [][]Entry
}
func (t *Translation) getSuggestions(doc *goquery.Document) error {
doc.Find(".suggestion-list li").Each(func(_ int, sel *goquery.Selection){
if link := sel.Find("a"); link != nil {
t.Suggestions = append(t.Suggestions, link.Text())
}
})
doc.Find(".suggestion-list li").Each(func(_ int, sel *goquery.Selection) {
if link := sel.Find("a"); link != nil {
t.Suggestions = append(t.Suggestions, link.Text())
}
})
return nil
return nil
}
func (t *Translation) getEntry(tds *goquery.Selection) {
if tds == nil || tds.Length() < 4{
return
}
if tds == nil || tds.Length() < 4 {
return
}
var (
entries []Entry
index int = 0
)
var (
entries []Entry
index int = 0
)
tds.Each(func(_ int,sel *goquery.Selection){
if index < 1 || index > 3 {
index++
return
}
tds.Each(func(_ int, sel *goquery.Selection) {
if index < 1 || index > 3 {
index++
return
}
link := sel.Find("a")
detail := sel.Find("i")
text := ""
link := sel.Find("a")
detail := sel.Find("i")
text := ""
if link.Length() == 0 {
text = sel.Text()
} else {
text = link.Text()
}
if link.Length() == 0 {
text = sel.Text()
} else {
text = link.Text()
}
if detail == nil {
entries = append(entries, Entry{
Text: text,
})
}else {
entries = append(entries, Entry{
Text: text,
Detail: detail.Text(),
})
}
if detail == nil {
entries = append(entries, Entry{
Text: text,
})
} else {
entries = append(entries, Entry{
Text: text,
Detail: detail.Text(),
})
}
index++
})
index++
})
t.Entries = append(t.Entries, entries)
t.Entries = append(t.Entries, entries)
}
func (t *Translation) getEntries(trs *goquery.Selection) {
trs.Each(func(_ int, sel *goquery.Selection){
tds := sel.Find("td")
trs.Each(func(_ int, sel *goquery.Selection) {
tds := sel.Find("td")
if tds == nil {
return
}
if tds == nil {
return
}
if class, ok := tds.Last().Attr("class"); !ok {
return
}else if !strings.Contains(class, "rc4 hidden-xs"){
return
}
if class, ok := tds.Last().Attr("class"); !ok {
return
} else if !strings.Contains(class, "rc4 hidden-xs") {
return
}
t.getEntry(tds)
})
t.getEntry(tds)
})
}
func (t *Translation) GetResults(doc *goquery.Document) error {
table := doc.Find(".searchResultsTable")
table := doc.Find(".searchResultsTable")
if table.Length() == 0 {
return t.getSuggestions(doc)
}
if table.Length() == 0 {
return t.getSuggestions(doc)
}
trs := table.Find("tbody tr")
trs := table.Find("tbody tr")
if trs.Length() == 0 {
return fmt.Errorf("failed to get table body")
}
if trs.Length() == 0 {
return fmt.Errorf("failed to get table body")
}
trs.First().Find("th").Each(func(_ int, sel *goquery.Selection){
if sel.Text() != "" {
t.Fields = append(t.Fields, sel.Text())
}
})
trs.First().Find("th").Each(func(_ int, sel *goquery.Selection) {
if sel.Text() != "" {
t.Fields = append(t.Fields, sel.Text())
}
})
t.getEntries(trs)
return nil
t.getEntries(trs)
return nil
}

62
main.go
View File

@ -12,42 +12,42 @@ import (
)
func main() {
var (
extractor *extract.Extractor
err error
)
var (
extractor *extract.Extractor
err error
)
// configure logger
log.SetFlags(log.Ldate | log.Ltime | log.Lshortfile)
// configure logger
log.SetFlags(log.Ldate | log.Ltime | log.Lshortfile)
if extractor, err = extract.New(); err != nil {
log.Printf("failed to create an extractor: %s", err.Error())
os.Exit(1)
}
if extractor, err = extract.New(); err != nil {
log.Printf("failed to create an extractor: %s", err.Error())
os.Exit(1)
}
engine := html.New("./views", ".html")
app := fiber.New(fiber.Config{
AppName: "tren",
DisableStartupMessage: true,
ServerHeader: "",
Views: engine,
})
engine := html.New("./views", ".html")
app := fiber.New(fiber.Config{
AppName: "tren",
DisableStartupMessage: true,
ServerHeader: "",
Views: engine,
})
app.Static("/", "./static")
app.Use("*", func(c *fiber.Ctx) error {
c.Locals("extractor", extractor)
return c.Next()
})
app.Static("/", "./static")
app.Use("*", func(c *fiber.Ctx) error {
c.Locals("extractor", extractor)
return c.Next()
})
// routes
app.Get("/", routes.GET_index)
app.Post("/translate", routes.POST_translate)
// routes
app.Get("/", routes.GET_index)
app.Post("/translate", routes.POST_translate)
// all the other routes redirect to index
app.All("*", func(c *fiber.Ctx) error {
return util.RenderError(c, 404)
})
// all the other routes redirect to index
app.All("*", func(c *fiber.Ctx) error {
return util.RenderError(c, 404)
})
log.Printf("starting the web application on port 8080")
log.Fatal(app.Listen(":8080"))
log.Printf("starting the web application on port 8080")
log.Fatal(app.Listen(":8080"))
}

4
renovate.json Normal file
View File

@ -0,0 +1,4 @@
{
"extends": ["config:recommended"],
"prHourlyLimit": 20
}

View File

@ -6,5 +6,5 @@ import (
)
func GET_index(c *fiber.Ctx) error {
return util.Render(c, "index", nil)
return util.Render(c, "index", nil)
}

View File

@ -7,41 +7,41 @@ import (
)
type translate_form struct {
Dictionary string
Term string
Dictionary string
Term string
}
func POST_translate(c *fiber.Ctx) error {
var (
extractor *extract.Extractor
trans *extract.Translation
form translate_form
err error
)
var (
extractor *extract.Extractor
trans *extract.Translation
form translate_form
err error
)
extractor = c.Locals("extractor").(*extract.Extractor)
extractor = c.Locals("extractor").(*extract.Extractor)
if err = c.BodyParser(&form); err != nil {
return util.RenderError(c, 400)
}
if err = c.BodyParser(&form); err != nil {
return util.RenderError(c, 400)
}
if form.Dictionary == "" || form.Term == "" {
return util.RenderError(c, 400)
}
if form.Dictionary == "" || form.Term == "" {
return util.RenderError(c, 400)
}
if trans, err = extractor.Translate(form.Dictionary, form.Term); err != nil {
return util.RenderError(c, 500, err)
}
if trans, err = extractor.Translate(form.Dictionary, form.Term); err != nil {
return util.RenderError(c, 500, err)
}
if trans == nil {
return util.RenderError(c, 400)
}
if trans == nil {
return util.RenderError(c, 400)
}
return util.Render(c, "translate", fiber.Map{
"term": form.Term,
"dictionary": form.Dictionary,
"fields": trans.Fields,
"entries": trans.Entries,
"suggestions": trans.Suggestions,
})
return util.Render(c, "translate", fiber.Map{
"term": form.Term,
"dictionary": form.Dictionary,
"fields": trans.Fields,
"entries": trans.Entries,
"suggestions": trans.Suggestions,
})
}

View File

@ -8,18 +8,18 @@ import (
)
func Render(c *fiber.Ctx, template string, data fiber.Map) error {
if data == nil {
data = make(fiber.Map)
}
if data == nil {
data = make(fiber.Map)
}
data["dictionaries"] = extract.Dicts
return c.Render(template, data)
data["dictionaries"] = extract.Dicts
return c.Render(template, data)
}
func RenderError(c *fiber.Ctx, code int, err... error) error {
if code == 500 && len(err) > 0 && err[0] != nil{
log.Printf("server error: %s", err[0].Error())
}
func RenderError(c *fiber.Ctx, code int, err ...error) error {
if code == 500 && len(err) > 0 && err[0] != nil {
log.Printf("server error: %s", err[0].Error())
}
return c.Redirect("/")
return c.Redirect("/")
}