Fixing up forecast example

Author: kenshaw

forecast/hl.json

@@ -0,0 +1,159 @@
+{
+  "ach": "Luo",
+  "af": "Afrikaans",
+  "ak": "Akan",
+  "am": "Amharic",
+  "ar": "Arabic",
+  "az": "Azerbaijani",
+  "be": "Belarusian",
+  "bem": "Bemba",
+  "bg": "Bulgarian",
+  "bh": "Bihari",
+  "bn": "Bengali",
+  "br": "Breton",
+  "bs": "Bosnian",
+  "bt": "Bhutanese",
+  "ca": "Catalan",
+  "chr": "Cherokee",
+  "ckb": "Kurdish (Soranî)",
+  "co": "Corsican",
+  "crs": "Seychellois Creole",
+  "cs": "Czech",
+  "cy": "Welsh",
+  "da": "Danish",
+  "de": "German",
+  "ee": "Ewe",
+  "el": "Greek",
+  "en": "English",
+  "eo": "Esperanto",
+  "es-419": "Spanish (Latin American)",
+  "es": "Spanish",
+  "et": "Estonian",
+  "eu": "Basque",
+  "fa": "Persian",
+  "fi": "Finnish",
+  "fo": "Faroese",
+  "fr": "French",
+  "fy": "Frisian",
+  "gaa": "Ga",
+  "ga": "Irish",
+  "gd": "Scots Gaelic",
+  "gl": "Galician",
+  "gn": "Guarani",
+  "gu": "Gujarati",
+  "ha": "Hausa",
+  "haw": "Hawaiian",
+  "hi": "Hindi",
+  "hr": "Croatian",
+  "ht": "Haitian Creole",
+  "hu": "Hungarian",
+  "hy": "Armenian",
+  "ia": "Interlingua",
+  "id": "Indonesian",
+  "ig": "Igbo",
+  "is": "Icelandic",
+  "it": "Italian",
+  "iw": "Hebrew",
+  "ja": "Japanese",
+  "jw": "Javanese",
+  "ka": "Georgian",
+  "kg": "Kongo",
+  "kk": "Kazakh",
+  "kl": "Greenlandic",
+  "km": "Cambodian",
+  "kn": "Kannada",
+  "ko": "Korean",
+  "kri": "Krio (Sierra Leone)",
+  "ku": "Kurdish",
+  "ky": "Kyrgyz",
+  "la": "Latin",
+  "lg": "Luganda",
+  "ln": "Lingala",
+  "lo": "Laothian",
+  "loz": "Lozi",
+  "lt": "Lithuanian",
+  "lua": "Tshiluba",
+  "lv": "Latvian",
+  "mfe": "Mauritian Creole",
+  "mg": "Malagasy",
+  "mi": "Maori",
+  "mk": "Macedonian",
+  "ml": "Malayalam",
+  "mn": "Mongolian",
+  "mo": "Moldavian",
+  "mr": "Marathi",
+  "ms": "Malay",
+  "mt": "Maltese",
+  "mv": "Maldives",
+  "my": "Myanmar",
+  "ne": "Nepali",
+  "nl": "Dutch",
+  "nn": "Norwegian (Nynorsk)",
+  "no": "Norwegian",
+  "nso": "Northern Sotho",
+  "ny": "Chichewa",
+  "nyn": "Runyakitara",
+  "oc": "Occitan",
+  "om": "Oromo",
+  "or": "Oriya",
+  "pa": "Punjabi",
+  "pcm": "Nigerian Pidgin",
+  "pl": "Polish",
+  "ps": "Pashto",
+  "pt-br": "Portuguese (Brazil)",
+  "pt": "Portuguese",
+  "pt-pt": "Portuguese (Portugal)",
+  "qu": "Quechua",
+  "rm": "Romansh",
+  "rn": "Kirundi",
+  "ro": "Romanian",
+  "ru": "Russian",
+  "rw": "Kinyarwanda",
+  "sd": "Sindhi",
+  "sh": "Serbo-Croatian",
+  "si": "Sinhalese",
+  "sk": "Slovak",
+  "sl": "Slovenian",
+  "sn": "Shona",
+  "so": "Somali",
+  "sq": "Albanian",
+  "sr-me": "Montenegrin",
+  "sr": "Serbian",
+  "st": "Sesotho",
+  "su": "Sundanese",
+  "sv": "Swedish",
+  "sw": "Swahili",
+  "ta": "Tamil",
+  "te": "Telugu",
+  "tg": "Tajik",
+  "th": "Thai",
+  "ti": "Tigrinya",
+  "tk": "Turkmen",
+  "tl": "Filipino",
+  "tn": "Setswana",
+  "to": "Tonga",
+  "tr": "Turkish",
+  "tt": "Tatar",
+  "tum": "Tumbuka",
+  "tw": "Twi",
+  "ug": "Uighur",
+  "uk": "Ukrainian",
+  "ur": "Urdu",
+  "uz": "Uzbek",
+  "vi": "Vietnamese",
+  "vu": "Vanuatu",
+  "wo": "Wolof",
+  "ws": "Samoa",
+  "xh": "Xhosa",
+  "xx-bork": "Bork, bork, bork!",
+  "xx-elmer": "Elmer Fudd",
+  "xx-hacker": "Hacker",
+  "xx-klingon": "Klingon",
+  "xx-pirate": "Pirate",
+  "yi": "Yiddish",
+  "yo": "Yoruba",
+  "zh": "Chinese",
+  "zh-cn": "Chinese (Simplified)",
+  "zh-tw": "Chinese (Traditional)",
+  "zu": "Zulu"
+}

forecast/main.go

@@ -5,6 +5,8 @@ package main
 import (
 	"bytes"
 	"context"
+	_ "embed"
+	"encoding/json"
 	"flag"
 	"fmt"
 	"image"
@@ -14,37 +16,72 @@ import (
 	"log"
 	"net/url"
 	"os"
+	"sort"
 	"strings"
 	"time"
 
 	"github.com/chromedp/cdproto/cdp"
 	"github.com/chromedp/cdproto/dom"
 	"github.com/chromedp/chromedp"
 	"github.com/kenshaw/rasterm"
+	"golang.org/x/exp/maps"
 )
 
 const dataSel = `div[data-ve-view]`
 
+const svgSel = `#wob_d svg path`
+
 func main() {
 	verbose := flag.Bool("v", false, "verbose")
 	timeout := flag.Duration("timeout", 1*time.Minute, "timeout")
-	query := flag.String("q", "", "query")
-	lang := flag.String("hl", "en", "language")
+	query := flag.String("q", "", "weather query")
+	lang := flag.String("hl", "", "language (see hl.json)")
 	unit := flag.String("unit", "", "temperature unit (C, F, or blank)")
+	typ := flag.String("type", "", "selection type (temp, rain, wind)")
+	day := flag.Int("day", 0, "day (0-7)")
 	scale := flag.Float64("scale", 1.5, "scale")
 	padding := flag.Int("padding", 20, "padding")
 	out := flag.String("out", "", "out file")
 	flag.Parse()
-	if err := run(context.Background(), *verbose, *timeout, *query, *lang, *unit, *scale, *padding, *out); err != nil {
+	if err := run(context.Background(), *verbose, *timeout, *query, *lang, *unit, *typ, *day, *scale, *padding, *out); err != nil {
 		fmt.Fprintf(os.Stderr, "error: %v\n", err)
+		if strings.HasPrefix(err.Error(), "invalid lang ") {
+			fmt.Fprint(os.Stderr, "\nvalid languages:\n")
+			keys := maps.Keys(langs)
+			sort.Strings(keys)
+			for _, key := range keys {
+				fmt.Fprintf(os.Stderr, " %s:\t%s\n", key, langs[key])
+			}
+		}
 		os.Exit(1)
 	}
 }
 
-func run(ctx context.Context, verbose bool, timeout time.Duration, query, lang, unit string, scale float64, padding int, out string) error {
+func run(ctx context.Context, verbose bool, timeout time.Duration, query, lang, unit, typ string, day int, scale float64, padding int, out string) error {
+	// check
+	lang = strings.ToLower(lang)
+	if _, ok := langs[lang]; !ok && lang != "" {
+		return fmt.Errorf("invalid lang %q", lang)
+	}
 	if unit = strings.ToUpper(unit); unit != "F" && unit != "C" && unit != "" {
 		return fmt.Errorf("invalid unit %q", unit)
 	}
+	switch typ = strings.ToLower(typ); typ {
+	case "temp":
+		typ = ""
+	case "", "rain", "wind":
+	default:
+		return fmt.Errorf("invalid type %q", typ)
+	}
+	if day < 0 || day > 7 {
+		return fmt.Errorf("invalid day %d", day)
+	}
+	if scale <= 0 {
+		return fmt.Errorf("invalid scale %f", scale)
+	}
+	if padding < 0 {
+		return fmt.Errorf("invalid padding %d", padding)
+	}
 
 	query = "weather " + query
 
@@ -72,22 +109,32 @@ func run(ctx context.Context, verbose bool, timeout time.Duration, query, lang,
 	if err := chromedp.Run(ctx,
 		chromedp.Navigate("https://www.google.com/search?"+v.Encode()),
 		chromedp.WaitVisible(dataSel, chromedp.ByQuery),
+		chromedp.WaitVisible(svgSel, chromedp.ByQuery),
 		chromedp.Nodes(dataSel, &nodes, chromedp.ByQuery, chromedp.NodeVisible),
 		chromedp.ActionFunc(func(ctx context.Context) error {
 			return dom.RequestChildNodes(nodes[0].NodeID).WithDepth(-1).Do(ctx)
 		}),
-		chromedp.Sleep(50*time.Millisecond),
 	); err != nil {
 		return err
 	}
 
+	// click on unit
 	if unit != "" {
-		// click on unit button if present
 		if node := findNode(`°`+unit, nodes); node != nil {
 			_ = chromedp.Run(ctx, chromedp.MouseClickNode(node))
 		}
 	}
 
+	// click on type
+	if typ != "" {
+		_ = chromedp.Run(ctx, chromedp.Click("wob_"+typ, chromedp.ByID))
+	}
+
+	// click on day
+	if day != 0 {
+		_ = chromedp.Run(ctx, chromedp.Click(fmt.Sprintf(`//*[@data-wob-di=%d]`, day)))
+	}
+
 	// capture screenshot
 	var buf []byte
 	if err := chromedp.Run(ctx, chromedp.ScreenshotScale(dataSel, scale, &buf, chromedp.ByQuery)); err != nil {
@@ -140,3 +187,14 @@ func findNode(val string, nodes []*cdp.Node) *cdp.Node {
 	}
 	return nil
 }
+
+var langs map[string]string
+
+func init() {
+	if err := json.Unmarshal(hlJSON, &langs); err != nil {
+		panic(err)
+	}
+}
+
+//go:embed hl.json
+var hlJSON []byte

go.mod

@@ -8,6 +8,7 @@ require (
 	github.com/chromedp/cdproto v0.0.0-20231011050154-1d073bb38998
 	github.com/chromedp/chromedp v0.9.3
 	github.com/kenshaw/rasterm v0.1.8
+	golang.org/x/exp v0.0.0-20240119083558-1b970713d09a
 )
 
 require (

go.sum

@@ -24,6 +24,8 @@ github.com/orisano/pixelmatch v0.0.0-20220722002657-fb0b55479cde h1:x0TT0RDC7UhA
 github.com/orisano/pixelmatch v0.0.0-20220722002657-fb0b55479cde/go.mod h1:nZgzbfBr3hhjoZnS66nKrHmduYNpc34ny7RK4z5/HM0=
 github.com/soniakeys/quant v1.0.0 h1:N1um9ktjbkZVcywBVAAYpZYSHxEfJGzshHCxx/DaI0Y=
 github.com/soniakeys/quant v1.0.0/go.mod h1:HI1k023QuVbD4H8i9YdfZP2munIHU4QpjsImz6Y6zds=
+golang.org/x/exp v0.0.0-20240119083558-1b970713d09a h1:Q8/wZp0KX97QFTc2ywcOE0YRjZPVIx+MXInMzdvQqcA=
+golang.org/x/exp v0.0.0-20240119083558-1b970713d09a/go.mod h1:idGWGoKP1toJGkd5/ig9ZLuPcZBC3ewk7SzmH0uou08=
 golang.org/x/sys v0.6.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
 golang.org/x/sys v0.16.0 h1:xWw16ngr6ZMtmxDyKyIgsE93KNKz5HKmMa3b8ALHidU=
 golang.org/x/sys v0.16.0/go.mod h1:/VUhepiaJMQUp4+oa/7Zr1D23ma6VTLIYjOOTFZPUcA=

subtree/main.go

@@ -64,20 +64,20 @@ func main() {
 // Users get confused sometimes (why node.Children is empty while node.ChildNodeCount > 0?).
 // And some users want to travel a subtree of the DOM more easy.
 // So here comes the example.
-func travelSubtree(pageUrl, of string, opts ...chromedp.QueryOption) chromedp.Tasks {
+func travelSubtree(urlstr string, sel interface{}, opts ...chromedp.QueryOption) chromedp.Tasks {
 	var nodes []*cdp.Node
 	return chromedp.Tasks{
-		chromedp.Navigate(pageUrl),
-		chromedp.Nodes(of, &nodes, opts...),
+		chromedp.Navigate(urlstr),
+		chromedp.Nodes(sel, &nodes, opts...),
 		// ask chromedp to populate the subtree of a node
-		chromedp.ActionFunc(func(c context.Context) error {
+		chromedp.ActionFunc(func(ctx context.Context) error {
 			// depth -1 for the entire subtree
 			// do your best to limit the size of the subtree
-			return dom.RequestChildNodes(nodes[0].NodeID).WithDepth(-1).Do(c)
+			return dom.RequestChildNodes(nodes[0].NodeID).WithDepth(-1).Do(ctx)
 		}),
 		// wait a little while for dom.EventSetChildNodes to be fired and handled
 		chromedp.Sleep(time.Second),
-		chromedp.ActionFunc(func(c context.Context) error {
+		chromedp.ActionFunc(func(ctx context.Context) error {
 			printNodes(os.Stdout, nodes, "", "  ")
 			return nil
 		}),