feat(logs): add more logs
This commit is contained in:
6
main.go
6
main.go
@@ -203,10 +203,11 @@ func pollSource(ctx context.Context, source string, interval time.Duration, cach
|
|||||||
func runOnce(ctx context.Context, source string, cacheDir string, agg *Aggregator, client *http.Client) {
|
func runOnce(ctx context.Context, source string, cacheDir string, agg *Aggregator, client *http.Client) {
|
||||||
links, err := fetchSource(ctx, source, client)
|
links, err := fetchSource(ctx, source, client)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
log.Printf("poll %s: %v", source, err)
|
log.Printf("poll %s: failed - %v", source, err)
|
||||||
return
|
return
|
||||||
}
|
}
|
||||||
if len(links) == 0 {
|
if len(links) == 0 {
|
||||||
|
log.Printf("poll %s: success - 0 links", source)
|
||||||
agg.Update(source, nil)
|
agg.Update(source, nil)
|
||||||
if err := writeCache(cacheDir, source, nil); err != nil {
|
if err := writeCache(cacheDir, source, nil); err != nil {
|
||||||
log.Printf("write cache %s: %v", source, err)
|
log.Printf("write cache %s: %v", source, err)
|
||||||
@@ -214,6 +215,7 @@ func runOnce(ctx context.Context, source string, cacheDir string, agg *Aggregato
|
|||||||
return
|
return
|
||||||
}
|
}
|
||||||
|
|
||||||
|
log.Printf("poll %s: success - %d links", source, len(links))
|
||||||
agg.Update(source, links)
|
agg.Update(source, links)
|
||||||
if err := writeCache(cacheDir, source, links); err != nil {
|
if err := writeCache(cacheDir, source, links); err != nil {
|
||||||
log.Printf("write cache %s: %v", source, err)
|
log.Printf("write cache %s: %v", source, err)
|
||||||
@@ -240,6 +242,7 @@ func fetchSource(ctx context.Context, source string, client *http.Client) ([]str
|
|||||||
if resp.StatusCode < 200 || resp.StatusCode >= 300 {
|
if resp.StatusCode < 200 || resp.StatusCode >= 300 {
|
||||||
return nil, fmt.Errorf("unexpected status: %s", resp.Status)
|
return nil, fmt.Errorf("unexpected status: %s", resp.Status)
|
||||||
}
|
}
|
||||||
|
log.Printf("fetch %s: HTTP %d", source, resp.StatusCode)
|
||||||
body, err := io.ReadAll(resp.Body)
|
body, err := io.ReadAll(resp.Body)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, fmt.Errorf("read body: %w", err)
|
return nil, fmt.Errorf("read body: %w", err)
|
||||||
@@ -254,6 +257,7 @@ func fetchSource(ctx context.Context, source string, client *http.Client) ([]str
|
|||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, fmt.Errorf("read file: %w", err)
|
return nil, fmt.Errorf("read file: %w", err)
|
||||||
}
|
}
|
||||||
|
log.Printf("fetch %s: file read %d bytes", source, len(data))
|
||||||
return normalizeLinks(string(data)), nil
|
return normalizeLinks(string(data)), nil
|
||||||
default:
|
default:
|
||||||
return nil, fmt.Errorf("unsupported source scheme: %s", u.Scheme)
|
return nil, fmt.Errorf("unsupported source scheme: %s", u.Scheme)
|
||||||
|
|||||||
Reference in New Issue
Block a user