sitemap_page_parser.go

package main

import (
	"bytes"
	"net/url"

	sitemap "github.com/oxffaa/gopher-parse-sitemap"
)

type sitemapPageParser struct {
	linkFilterer linkFilterer
}

func newSitemapPageParser(f linkFilterer) *sitemapPageParser {
	return &sitemapPageParser{f}
}

func (p *sitemapPageParser) Parse(u *url.URL, typ string, bs []byte) (page, error) {
	if typ != "application/xml" && typ != "text/xml" {
		return nil, nil
	}

	ls := map[string]error{}
	c := func(e interface{ GetLocation() string }) error {
		u, err := url.Parse(e.GetLocation())

		if p.linkFilterer.IsValid(u) {
			ls[u.String()] = err
		}

		return nil
	}

	err := sitemap.Parse(bytes.NewReader(bs), func(e sitemap.Entry) error {
		return c(e)
	})

	// TODO Detect XML files as sitemaps.
	if err == nil && len(ls) != 0 {
		return newSitemapPage(u, ls), nil
	}

	err = sitemap.ParseIndex(bytes.NewReader(bs), func(e sitemap.IndexEntry) error {
		return c(e)
	})

	// TODO Detect XML files as sitemap indices.
	if err == nil && len(ls) != 0 {
		return newSitemapPage(u, ls), nil
	}

	return nil, nil
}