-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathechoes.go
More file actions
103 lines (80 loc) · 2.1 KB
/
echoes.go
File metadata and controls
103 lines (80 loc) · 2.1 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
package main
import (
"errors"
"fmt"
"io"
"net/http"
"strings"
"time"
"github.com/yhat/scrape"
"golang.org/x/net/html"
"golang.org/x/net/html/atom"
)
// EchoesSong contains information for a song scraped from Echoes
type EchoesSong struct {
Title string
Album string
Artist string
}
// GetShows retrieves all Echoes songs from a particular playlist page
func GetShows(uri string) ([]EchoesSong, error) {
// fetch URL
client := http.Client{Timeout: 30 * time.Second}
response, err := client.Get(uri)
if err != nil {
return nil, err
}
if response.StatusCode != http.StatusOK {
return nil, errors.New(fmt.Sprint("Error from remote: ", err))
}
defer response.Body.Close()
return getShowsFromStream(response.Body)
}
func getShowsFromStream(stream io.ReadCloser) ([]EchoesSong, error) {
root, err := html.Parse(stream)
if err != nil {
return nil, err
}
rows := scrape.FindAll(root, scrape.ByTag(atom.Tr))
fmt.Println("Found", len(rows), "rows")
var songs []EchoesSong
for _, r := range rows {
song, ok := translateRow(r)
if ok {
songs = append(songs, song)
}
}
if len(songs) == 0 {
return nil, errors.New("Cannot find any songs in document")
}
return songs, nil
}
func translateRow(row *html.Node) (EchoesSong, bool) {
columns := scrape.FindAll(row, scrape.ByTag(atom.Td))
if len(columns) != 4 && len(columns) != 5 {
return EchoesSong{}, false
}
artist := scrape.Text(columns[1])
if artist == "break" || artist == "close" || artist == "Group Name" {
return EchoesSong{}, false
}
s := EchoesSong{}
s.Artist = cleanArtist(scrape.Text(columns[1]))
s.Title = cleanTitle(scrape.Text(columns[2]))
s.Album = cleanAlbum(scrape.Text(columns[3]))
return s, true
}
func cleanTitle(title string) string {
lowercasedCleanedString := strings.Replace(title, "(live)", "", -1)
cleanedString := strings.Replace(lowercasedCleanedString, "(Live)", "", -1)
return strings.TrimSpace(cleanedString)
}
func cleanArtist(artist string) string {
return strings.TrimPrefix(artist, "break-")
}
func cleanAlbum(album string) string {
if album == "(unreleased)" {
return ""
}
return album
}