types.go

package main

import (
	"fmt"
	"log"
	"regexp"
	"strings"
	"time"

	"github.com/nyaruka/phonenumbers"
)

var baseUrl = "https://www.fs.fed.us"

type Forest struct {
	Name        string          `json:"name"`
	State       string          `json:"state"`
	Url         string          `json:"url"`
	Id          int             `json:"id"`
	Projects    []ProjectUpdate `json:"projects"`
	SopaReports []string        `json:"sopa_reports"`
}

func (forest Forest) AsCsv() [][]string {
	rows := [][]string{}
	baseRow := []string{
		forest.Name,
		forest.State,
		forest.Url,
		fmt.Sprint(forest.Id),
	}
	for _, project := range forest.Projects {
		rows = append(rows, append(baseRow, []string{
			project.Name,
			project.Id,
			strings.Join(project.Purposes, ", "),
			project.Status,
			project.Decision,
			project.ExpectedImplementation,
			project.Contact.Name,
			project.Contact.Email,
			project.Contact.Phone,
			project.Description,
			project.WebLink,
			project.Location,
			project.Region,
			project.District,
			project.SopaReportDate,
			project.ProjectCode,
		}...))
	}
	return rows
}

type ProjectUpdate struct {
	Name                   string            `json:"name"`
	Id                     string            `json:"id"`
	Purposes               []string          `json:"purpose"`
	Status                 string            `json:"status"`
	Decision               string            `json:"decision"`
	ExpectedImplementation string            `json:"expected_implementation"`
	Contact                Contact           `json:"contact"`
	Description            string            `json:"description"`
	WebLink                string            `json:"web_link"`
	Location               string            `json:"location"`
	Region                 string            `json:"region"`
	District               string            `json:"district"`
	SopaReportDate         string            `json:"sopa_report_date"`
	ProjectCode            string            `json:"project_code"`
	ProjectDocuments       []ProjectDocument `json:"project_documents"`
}

type ProjectDocument struct {
	DateString string    `json:"date_string"`
	Date       time.Time `json:"date"`
	Category   string    `json:"category"`
	Name       string    `json:"name"`
	Url        string    `json:"url"`
}

type Contact struct {
	Name  string `json:"name"`
	Email string `json:"email"`
	Phone string `json:"phone"`
}

func (project *ProjectUpdate) SetNameAndCode(html string) {
	nameSplit := strings.Split(html, "<br/>")
	project.Name = nameSplit[0] // TODO
	if len(nameSplit) > 1 {
		project.ProjectCode = nameSplit[1]
	}
}

func (project *ProjectUpdate) SetPurposes(text string) {
	purposes := strings.Split(text, " - ")
	for i, purpose := range purposes {
		purpose = strings.Trim(purpose, "-")
		purpose = strings.TrimSpace(purpose)
		purposes[i] = purpose
	}
	project.Purposes = purposes
}

func (project *ProjectUpdate) SetStatus(html string) {
	project.Status = strings.ReplaceAll(html, "<br/>", "\n")
}

func (project *ProjectUpdate) SetContacts(html string) {
	contacts := strings.Split(html, "<br/>")
	if len(contacts) != 3 {
		log.Fatal("bad contacts")
	}
	var phone_string = contacts[1]                                             // TODO phonenumbers doesnt seem to handle numbers starting with 0 well
	phone_number, _ := phonenumbers.Parse(strings.ToLower(phone_string), "US") // format phone number, toLower catches more "ext" strings
	formatted_number := phonenumbers.Format(phone_number, phonenumbers.NATIONAL)
	project.Contact = Contact{
		Name:  contacts[0],
		Phone: formatted_number,
		Email: contacts[2],
	}
}

func (project *ProjectUpdate) SetSopaReportDateFromURL(url string) {
	project.SopaReportDate = GetSopaReportDateFromURL(url)
}

func GetSopaReportDateFromURL(url string) string {
	return url[len(url)-12 : len(url)-5] // example url: https://www.fs.fed.us/sopa/components/reports/sopa-110519-2021-07.html
}

var descriptionAndLink = regexp.MustCompile("Description:(.*)Web Link:(.*)")
var getProjectID = regexp.MustCompile(`http.*project=(\d*)`)

func (project *ProjectUpdate) SetDescription(text string) {
	if matches := descriptionAndLink.FindStringSubmatch(text); len(matches) == 3 {
		project.Description = matches[1]
		project.WebLink = trim(matches[2])
		ids := getProjectID.FindStringSubmatch(project.WebLink)
		if len(ids) > 1 {
			project.Id = ids[1]
		}
	} else {
		project.Description = strings.Replace(text, "Description:", "", 1)
		project.Description = project.Description[1:] // remove first char, which isn't an ascii space
	}
}

var singleSpacePattern = regexp.MustCompile(`\s+`)

func trim(s string) string {
	s = strings.TrimSpace(s)
	s = singleSpacePattern.ReplaceAllString(s, " ")
	return s
}