Compare commits
2 Commits
15ffbfae4d
...
7755d6c2fe
Author | SHA1 | Date | |
---|---|---|---|
7755d6c2fe | |||
06fa48351b |
@ -3,29 +3,29 @@ package extract
|
||||
import "net/url"
|
||||
|
||||
type dictionary struct {
|
||||
ShortName string
|
||||
Name string
|
||||
Url string
|
||||
ShortName string
|
||||
Name string
|
||||
Url string
|
||||
}
|
||||
|
||||
var Dicts []dictionary = []dictionary{
|
||||
{ShortName: "EN-TR", Name: "Turkish - English", Url: "/turkish-english"},
|
||||
{ShortName: "EN-DE", Name: "German - English", Url: "/german-english"},
|
||||
{ShortName: "EN-ES", Name: "Spanish - English", Url: "/spanish-english"},
|
||||
{ShortName: "EN-FR", Name: "French - English", Url: "/french-english"},
|
||||
{ShortName: "EN-TR", Name: "Turkish - English", Url: "/turkish-english"},
|
||||
{ShortName: "EN-DE", Name: "German - English", Url: "/german-english"},
|
||||
{ShortName: "EN-ES", Name: "Spanish - English", Url: "/spanish-english"},
|
||||
{ShortName: "EN-FR", Name: "French - English", Url: "/french-english"},
|
||||
}
|
||||
|
||||
func find_dict(sn string) (*dictionary) {
|
||||
for i := range Dicts {
|
||||
if Dicts[i].ShortName == sn {
|
||||
return &Dicts[i]
|
||||
}
|
||||
}
|
||||
func find_dict(sn string) *dictionary {
|
||||
for i := range Dicts {
|
||||
if Dicts[i].ShortName == sn {
|
||||
return &Dicts[i]
|
||||
}
|
||||
}
|
||||
|
||||
return nil
|
||||
return nil
|
||||
}
|
||||
|
||||
func (d *dictionary) Path(term string) string{
|
||||
term_escaped := url.PathEscape(term)
|
||||
return d.Url + "/" + term_escaped
|
||||
func (d *dictionary) Path(term string) string {
|
||||
term_escaped := url.PathEscape(term)
|
||||
return d.Url + "/" + term_escaped
|
||||
}
|
||||
|
@ -9,79 +9,79 @@ import (
|
||||
)
|
||||
|
||||
const (
|
||||
BASE_URL = "https://tureng.com/en/"
|
||||
USER_AGENT = "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/134.0.0.0 Safari/537.3"
|
||||
REFERER = "https://tureng.com/en/turkish-english"
|
||||
BASE_URL = "https://tureng.com/en/"
|
||||
USER_AGENT = "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/134.0.0.0 Safari/537.3"
|
||||
REFERER = "https://tureng.com/en/turkish-english"
|
||||
)
|
||||
|
||||
type Extractor struct {
|
||||
client *http.Client
|
||||
client *http.Client
|
||||
}
|
||||
|
||||
func (e *Extractor) get(path string) (*http.Response, error) {
|
||||
var (
|
||||
err error
|
||||
full_url string
|
||||
var (
|
||||
err error
|
||||
full_url string
|
||||
|
||||
req *http.Request
|
||||
res *http.Response
|
||||
)
|
||||
req *http.Request
|
||||
res *http.Response
|
||||
)
|
||||
|
||||
if full_url, err = url.JoinPath(BASE_URL, path); err != nil {
|
||||
return nil, err
|
||||
}
|
||||
if full_url, err = url.JoinPath(BASE_URL, path); err != nil {
|
||||
return nil, err
|
||||
}
|
||||
|
||||
if req, err = http.NewRequest("GET", full_url, nil); err != nil {
|
||||
return nil, err
|
||||
}
|
||||
if req, err = http.NewRequest("GET", full_url, nil); err != nil {
|
||||
return nil, err
|
||||
}
|
||||
|
||||
// headers
|
||||
req.Header.Set("User-Agent", USER_AGENT)
|
||||
req.Header.Set("Referer", REFERER)
|
||||
// headers
|
||||
req.Header.Set("User-Agent", USER_AGENT)
|
||||
req.Header.Set("Referer", REFERER)
|
||||
|
||||
if res, err = e.client.Do(req); err != nil {
|
||||
return nil, err
|
||||
}
|
||||
if res, err = e.client.Do(req); err != nil {
|
||||
return nil, err
|
||||
}
|
||||
|
||||
if res.StatusCode != 200 {
|
||||
return nil, fmt.Errorf("bad response code: %d", res.StatusCode)
|
||||
}
|
||||
if res.StatusCode != 200 {
|
||||
return nil, fmt.Errorf("bad response code: %d", res.StatusCode)
|
||||
}
|
||||
|
||||
return res, err
|
||||
return res, err
|
||||
}
|
||||
|
||||
func (e *Extractor) Translate(dict_name string, term string) (*Translation, error) {
|
||||
var (
|
||||
dict *dictionary
|
||||
res *http.Response
|
||||
doc *goquery.Document
|
||||
err error
|
||||
)
|
||||
var (
|
||||
dict *dictionary
|
||||
res *http.Response
|
||||
doc *goquery.Document
|
||||
err error
|
||||
)
|
||||
|
||||
if dict = find_dict(dict_name); dict == nil {
|
||||
return nil, nil
|
||||
}
|
||||
if dict = find_dict(dict_name); dict == nil {
|
||||
return nil, nil
|
||||
}
|
||||
|
||||
term_path := dict.Path(term)
|
||||
term_path := dict.Path(term)
|
||||
|
||||
if res, err = e.get(term_path); err != nil {
|
||||
return nil, fmt.Errorf("failed to get %s: %s", term_path, err.Error())
|
||||
}
|
||||
if res, err = e.get(term_path); err != nil {
|
||||
return nil, fmt.Errorf("failed to get %s: %s", term_path, err.Error())
|
||||
}
|
||||
|
||||
defer res.Body.Close()
|
||||
defer res.Body.Close()
|
||||
|
||||
if doc, err = goquery.NewDocumentFromReader(res.Body); err != nil {
|
||||
return nil, err
|
||||
}
|
||||
if doc, err = goquery.NewDocumentFromReader(res.Body); err != nil {
|
||||
return nil, err
|
||||
}
|
||||
|
||||
trans := Translation{}
|
||||
err = trans.GetResults(doc)
|
||||
trans := Translation{}
|
||||
err = trans.GetResults(doc)
|
||||
|
||||
return &trans, err
|
||||
return &trans, err
|
||||
}
|
||||
|
||||
func New() (*Extractor, error) {
|
||||
var extractor Extractor
|
||||
extractor.client = &http.Client{}
|
||||
return &extractor, nil
|
||||
var extractor Extractor
|
||||
extractor.client = &http.Client{}
|
||||
return &extractor, nil
|
||||
}
|
||||
|
@ -8,106 +8,106 @@ import (
|
||||
)
|
||||
|
||||
type Entry struct {
|
||||
Text string
|
||||
Detail string
|
||||
Text string
|
||||
Detail string
|
||||
}
|
||||
|
||||
type Translation struct {
|
||||
Suggestions []string
|
||||
Fields []string
|
||||
Entries [][]Entry
|
||||
Suggestions []string
|
||||
Fields []string
|
||||
Entries [][]Entry
|
||||
}
|
||||
|
||||
func (t *Translation) getSuggestions(doc *goquery.Document) error {
|
||||
doc.Find(".suggestion-list li").Each(func(_ int, sel *goquery.Selection){
|
||||
if link := sel.Find("a"); link != nil {
|
||||
t.Suggestions = append(t.Suggestions, link.Text())
|
||||
}
|
||||
})
|
||||
doc.Find(".suggestion-list li").Each(func(_ int, sel *goquery.Selection) {
|
||||
if link := sel.Find("a"); link != nil {
|
||||
t.Suggestions = append(t.Suggestions, link.Text())
|
||||
}
|
||||
})
|
||||
|
||||
return nil
|
||||
return nil
|
||||
}
|
||||
|
||||
func (t *Translation) getEntry(tds *goquery.Selection) {
|
||||
if tds == nil || tds.Length() < 4{
|
||||
return
|
||||
}
|
||||
if tds == nil || tds.Length() < 4 {
|
||||
return
|
||||
}
|
||||
|
||||
var (
|
||||
entries []Entry
|
||||
index int = 0
|
||||
)
|
||||
var (
|
||||
entries []Entry
|
||||
index int = 0
|
||||
)
|
||||
|
||||
tds.Each(func(_ int,sel *goquery.Selection){
|
||||
if index < 1 || index > 3 {
|
||||
index++
|
||||
return
|
||||
}
|
||||
tds.Each(func(_ int, sel *goquery.Selection) {
|
||||
if index < 1 || index > 3 {
|
||||
index++
|
||||
return
|
||||
}
|
||||
|
||||
link := sel.Find("a")
|
||||
detail := sel.Find("i")
|
||||
text := ""
|
||||
link := sel.Find("a")
|
||||
detail := sel.Find("i")
|
||||
text := ""
|
||||
|
||||
if link.Length() == 0 {
|
||||
text = sel.Text()
|
||||
} else {
|
||||
text = link.Text()
|
||||
}
|
||||
if link.Length() == 0 {
|
||||
text = sel.Text()
|
||||
} else {
|
||||
text = link.Text()
|
||||
}
|
||||
|
||||
if detail == nil {
|
||||
entries = append(entries, Entry{
|
||||
Text: text,
|
||||
})
|
||||
}else {
|
||||
entries = append(entries, Entry{
|
||||
Text: text,
|
||||
Detail: detail.Text(),
|
||||
})
|
||||
}
|
||||
if detail == nil {
|
||||
entries = append(entries, Entry{
|
||||
Text: text,
|
||||
})
|
||||
} else {
|
||||
entries = append(entries, Entry{
|
||||
Text: text,
|
||||
Detail: detail.Text(),
|
||||
})
|
||||
}
|
||||
|
||||
index++
|
||||
})
|
||||
index++
|
||||
})
|
||||
|
||||
t.Entries = append(t.Entries, entries)
|
||||
t.Entries = append(t.Entries, entries)
|
||||
}
|
||||
|
||||
func (t *Translation) getEntries(trs *goquery.Selection) {
|
||||
trs.Each(func(_ int, sel *goquery.Selection){
|
||||
tds := sel.Find("td")
|
||||
trs.Each(func(_ int, sel *goquery.Selection) {
|
||||
tds := sel.Find("td")
|
||||
|
||||
if tds == nil {
|
||||
return
|
||||
}
|
||||
if tds == nil {
|
||||
return
|
||||
}
|
||||
|
||||
if class, ok := tds.Last().Attr("class"); !ok {
|
||||
return
|
||||
}else if !strings.Contains(class, "rc4 hidden-xs"){
|
||||
return
|
||||
}
|
||||
if class, ok := tds.Last().Attr("class"); !ok {
|
||||
return
|
||||
} else if !strings.Contains(class, "rc4 hidden-xs") {
|
||||
return
|
||||
}
|
||||
|
||||
t.getEntry(tds)
|
||||
})
|
||||
t.getEntry(tds)
|
||||
})
|
||||
}
|
||||
|
||||
func (t *Translation) GetResults(doc *goquery.Document) error {
|
||||
table := doc.Find(".searchResultsTable")
|
||||
table := doc.Find(".searchResultsTable")
|
||||
|
||||
if table.Length() == 0 {
|
||||
return t.getSuggestions(doc)
|
||||
}
|
||||
if table.Length() == 0 {
|
||||
return t.getSuggestions(doc)
|
||||
}
|
||||
|
||||
trs := table.Find("tbody tr")
|
||||
trs := table.Find("tbody tr")
|
||||
|
||||
if trs.Length() == 0 {
|
||||
return fmt.Errorf("failed to get table body")
|
||||
}
|
||||
if trs.Length() == 0 {
|
||||
return fmt.Errorf("failed to get table body")
|
||||
}
|
||||
|
||||
trs.First().Find("th").Each(func(_ int, sel *goquery.Selection){
|
||||
if sel.Text() != "" {
|
||||
t.Fields = append(t.Fields, sel.Text())
|
||||
}
|
||||
})
|
||||
trs.First().Find("th").Each(func(_ int, sel *goquery.Selection) {
|
||||
if sel.Text() != "" {
|
||||
t.Fields = append(t.Fields, sel.Text())
|
||||
}
|
||||
})
|
||||
|
||||
t.getEntries(trs)
|
||||
return nil
|
||||
t.getEntries(trs)
|
||||
return nil
|
||||
}
|
||||
|
62
main.go
62
main.go
@ -12,42 +12,42 @@ import (
|
||||
)
|
||||
|
||||
func main() {
|
||||
var (
|
||||
extractor *extract.Extractor
|
||||
err error
|
||||
)
|
||||
var (
|
||||
extractor *extract.Extractor
|
||||
err error
|
||||
)
|
||||
|
||||
// configure logger
|
||||
log.SetFlags(log.Ldate | log.Ltime | log.Lshortfile)
|
||||
// configure logger
|
||||
log.SetFlags(log.Ldate | log.Ltime | log.Lshortfile)
|
||||
|
||||
if extractor, err = extract.New(); err != nil {
|
||||
log.Printf("failed to create an extractor: %s", err.Error())
|
||||
os.Exit(1)
|
||||
}
|
||||
if extractor, err = extract.New(); err != nil {
|
||||
log.Printf("failed to create an extractor: %s", err.Error())
|
||||
os.Exit(1)
|
||||
}
|
||||
|
||||
engine := html.New("./views", ".html")
|
||||
app := fiber.New(fiber.Config{
|
||||
AppName: "tren",
|
||||
DisableStartupMessage: true,
|
||||
ServerHeader: "",
|
||||
Views: engine,
|
||||
})
|
||||
engine := html.New("./views", ".html")
|
||||
app := fiber.New(fiber.Config{
|
||||
AppName: "tren",
|
||||
DisableStartupMessage: true,
|
||||
ServerHeader: "",
|
||||
Views: engine,
|
||||
})
|
||||
|
||||
app.Static("/", "./static")
|
||||
app.Use("*", func(c *fiber.Ctx) error {
|
||||
c.Locals("extractor", extractor)
|
||||
return c.Next()
|
||||
})
|
||||
app.Static("/", "./static")
|
||||
app.Use("*", func(c *fiber.Ctx) error {
|
||||
c.Locals("extractor", extractor)
|
||||
return c.Next()
|
||||
})
|
||||
|
||||
// routes
|
||||
app.Get("/", routes.GET_index)
|
||||
app.Post("/translate", routes.POST_translate)
|
||||
// routes
|
||||
app.Get("/", routes.GET_index)
|
||||
app.Post("/translate", routes.POST_translate)
|
||||
|
||||
// all the other routes redirect to index
|
||||
app.All("*", func(c *fiber.Ctx) error {
|
||||
return util.RenderError(c, 404)
|
||||
})
|
||||
// all the other routes redirect to index
|
||||
app.All("*", func(c *fiber.Ctx) error {
|
||||
return util.RenderError(c, 404)
|
||||
})
|
||||
|
||||
log.Printf("starting the web application on port 8080")
|
||||
log.Fatal(app.Listen(":8080"))
|
||||
log.Printf("starting the web application on port 8080")
|
||||
log.Fatal(app.Listen(":8080"))
|
||||
}
|
||||
|
4
renovate.json
Normal file
4
renovate.json
Normal file
@ -0,0 +1,4 @@
|
||||
{
|
||||
"extends": ["config:recommended"],
|
||||
"prHourlyLimit": 20
|
||||
}
|
@ -6,5 +6,5 @@ import (
|
||||
)
|
||||
|
||||
func GET_index(c *fiber.Ctx) error {
|
||||
return util.Render(c, "index", nil)
|
||||
return util.Render(c, "index", nil)
|
||||
}
|
||||
|
@ -7,41 +7,41 @@ import (
|
||||
)
|
||||
|
||||
type translate_form struct {
|
||||
Dictionary string
|
||||
Term string
|
||||
Dictionary string
|
||||
Term string
|
||||
}
|
||||
|
||||
func POST_translate(c *fiber.Ctx) error {
|
||||
var (
|
||||
extractor *extract.Extractor
|
||||
trans *extract.Translation
|
||||
form translate_form
|
||||
err error
|
||||
)
|
||||
var (
|
||||
extractor *extract.Extractor
|
||||
trans *extract.Translation
|
||||
form translate_form
|
||||
err error
|
||||
)
|
||||
|
||||
extractor = c.Locals("extractor").(*extract.Extractor)
|
||||
extractor = c.Locals("extractor").(*extract.Extractor)
|
||||
|
||||
if err = c.BodyParser(&form); err != nil {
|
||||
return util.RenderError(c, 400)
|
||||
}
|
||||
if err = c.BodyParser(&form); err != nil {
|
||||
return util.RenderError(c, 400)
|
||||
}
|
||||
|
||||
if form.Dictionary == "" || form.Term == "" {
|
||||
return util.RenderError(c, 400)
|
||||
}
|
||||
if form.Dictionary == "" || form.Term == "" {
|
||||
return util.RenderError(c, 400)
|
||||
}
|
||||
|
||||
if trans, err = extractor.Translate(form.Dictionary, form.Term); err != nil {
|
||||
return util.RenderError(c, 500, err)
|
||||
}
|
||||
if trans, err = extractor.Translate(form.Dictionary, form.Term); err != nil {
|
||||
return util.RenderError(c, 500, err)
|
||||
}
|
||||
|
||||
if trans == nil {
|
||||
return util.RenderError(c, 400)
|
||||
}
|
||||
if trans == nil {
|
||||
return util.RenderError(c, 400)
|
||||
}
|
||||
|
||||
return util.Render(c, "translate", fiber.Map{
|
||||
"term": form.Term,
|
||||
"dictionary": form.Dictionary,
|
||||
"fields": trans.Fields,
|
||||
"entries": trans.Entries,
|
||||
"suggestions": trans.Suggestions,
|
||||
})
|
||||
return util.Render(c, "translate", fiber.Map{
|
||||
"term": form.Term,
|
||||
"dictionary": form.Dictionary,
|
||||
"fields": trans.Fields,
|
||||
"entries": trans.Entries,
|
||||
"suggestions": trans.Suggestions,
|
||||
})
|
||||
}
|
||||
|
@ -8,18 +8,18 @@ import (
|
||||
)
|
||||
|
||||
func Render(c *fiber.Ctx, template string, data fiber.Map) error {
|
||||
if data == nil {
|
||||
data = make(fiber.Map)
|
||||
}
|
||||
if data == nil {
|
||||
data = make(fiber.Map)
|
||||
}
|
||||
|
||||
data["dictionaries"] = extract.Dicts
|
||||
return c.Render(template, data)
|
||||
data["dictionaries"] = extract.Dicts
|
||||
return c.Render(template, data)
|
||||
}
|
||||
|
||||
func RenderError(c *fiber.Ctx, code int, err... error) error {
|
||||
if code == 500 && len(err) > 0 && err[0] != nil{
|
||||
log.Printf("server error: %s", err[0].Error())
|
||||
}
|
||||
func RenderError(c *fiber.Ctx, code int, err ...error) error {
|
||||
if code == 500 && len(err) > 0 && err[0] != nil {
|
||||
log.Printf("server error: %s", err[0].Error())
|
||||
}
|
||||
|
||||
return c.Redirect("/")
|
||||
return c.Redirect("/")
|
||||
}
|
||||
|
Loading…
x
Reference in New Issue
Block a user