kyle
9444a35322
Single Fetcher.Fetch on the Guard that holds DenyPrefixes. skipTlsVerification is ignored. No 502. keys add writes the secret only to --out. Release binary has no -test-allow-prefix.
101 lines
2.1 KiB
Go
101 lines
2.1 KiB
Go
package readability
|
|
|
|
import (
|
|
nurl "net/url"
|
|
"strings"
|
|
"unicode/utf8"
|
|
)
|
|
|
|
// indexOf returns the position of the first occurrence of a
|
|
// specified value in a string array. Returns -1 if the
|
|
// value to search for never occurs.
|
|
func indexOf(array []string, key string) int {
|
|
for i := 0; i < len(array); i++ {
|
|
if array[i] == key {
|
|
return i
|
|
}
|
|
}
|
|
return -1
|
|
}
|
|
|
|
// wordCount returns number of word in str.
|
|
func wordCount(str string) int {
|
|
return len(strings.Fields(str))
|
|
}
|
|
|
|
// charCount returns number of char in str.
|
|
func charCount(str string) int {
|
|
return utf8.RuneCountInString(str)
|
|
}
|
|
|
|
// isValidURL checks if URL is valid.
|
|
func isValidURL(s string) bool {
|
|
_, err := nurl.ParseRequestURI(s)
|
|
return err == nil
|
|
}
|
|
|
|
// toAbsoluteURI convert uri to absolute path based on base.
|
|
// However, if uri is prefixed with hash (#), the uri won't be changed.
|
|
func toAbsoluteURI(uri string, base *nurl.URL) string {
|
|
if uri == "" || base == nil {
|
|
return uri
|
|
}
|
|
|
|
// If it is hash tag, return as it is
|
|
if strings.HasPrefix(uri, "#") {
|
|
return uri
|
|
}
|
|
|
|
// If it is data URI, return as it is
|
|
if strings.HasPrefix(uri, "data:") {
|
|
return uri
|
|
}
|
|
|
|
// If it is already an absolute URL, return as it is
|
|
tmp, err := nurl.ParseRequestURI(uri)
|
|
if err == nil && tmp.Scheme != "" && tmp.Hostname() != "" {
|
|
return uri
|
|
}
|
|
|
|
// Otherwise, resolve against base URI.
|
|
tmp, err = nurl.Parse(uri)
|
|
if err != nil {
|
|
return uri
|
|
}
|
|
|
|
return base.ResolveReference(tmp).String()
|
|
}
|
|
|
|
// strOr returns the first not empty string in args.
|
|
func strOr(args ...string) string {
|
|
for i := 0; i < len(args); i++ {
|
|
if args[i] != "" {
|
|
return args[i]
|
|
}
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func sliceToMap(strings ...string) map[string]struct{} {
|
|
result := make(map[string]struct{})
|
|
for _, s := range strings {
|
|
result[s] = struct{}{}
|
|
}
|
|
return result
|
|
}
|
|
|
|
func strFilter(strs []string, filter func(string) bool) []string {
|
|
var result []string
|
|
for _, s := range strs {
|
|
if filter(s) {
|
|
result = append(result, s)
|
|
}
|
|
}
|
|
return result
|
|
}
|
|
|
|
func trim(s string) string {
|
|
s = strings.Join(strings.Fields(s), " ")
|
|
return strings.TrimSpace(s)
|
|
}
|