package owl import ( "bytes" "crypto/sha256" "encoding/base64" "fmt" "io/ioutil" "net/url" "os" "path" "sort" "time" "github.com/yuin/goldmark" "github.com/yuin/goldmark/extension" "github.com/yuin/goldmark/parser" "github.com/yuin/goldmark/renderer/html" "gopkg.in/yaml.v2" ) type Post struct { user *User id string title string metaLoaded bool meta PostMeta } type PostMeta struct { Title string `yaml:"title"` Aliases []string `yaml:"aliases"` Date string `yaml:"date"` Draft bool `yaml:"draft"` } type PostStatus struct { Webmentions []WebmentionOut } func (post Post) Id() string { return post.id } func (post Post) Dir() string { return path.Join(post.user.Dir(), "public", post.id) } func (post Post) StatusFile() string { return path.Join(post.Dir(), "status.yml") } func (post Post) MediaDir() string { return path.Join(post.Dir(), "media") } func (post Post) WebmentionDir() string { return path.Join(post.Dir(), "webmention") } func (post Post) UrlPath() string { return post.user.UrlPath() + "posts/" + post.id + "/" } func (post Post) FullUrl() string { return post.user.FullUrl() + "posts/" + post.id + "/" } func (post Post) UrlMediaPath(filename string) string { return post.UrlPath() + "media/" + filename } func (post Post) Title() string { return post.title } func (post Post) ContentFile() string { return path.Join(post.Dir(), "index.md") } func (post *Post) Meta() PostMeta { if !post.metaLoaded { post.LoadMeta() } return post.meta } func (post Post) Content() []byte { // read file data, _ := ioutil.ReadFile(post.ContentFile()) return data } func (post Post) Status() PostStatus { // read status file // return parsed webmentions fileName := post.StatusFile() if !fileExists(fileName) { return PostStatus{} } data, err := os.ReadFile(fileName) if err != nil { return PostStatus{} } status := PostStatus{} err = yaml.Unmarshal(data, &status) if err != nil { return PostStatus{} } return status } func (post Post) PersistStatus(status PostStatus) error { data, err := yaml.Marshal(status) if err != nil { return err } err = os.WriteFile(post.StatusFile(), data, 0644) if err != nil { return err } return nil } func (post Post) RenderedContent() bytes.Buffer { data := post.Content() // trim yaml block // TODO this can be done nicer trimmedData := bytes.TrimSpace(data) // check first line is --- if string(trimmedData[0:4]) == "---\n" { trimmedData = trimmedData[4:] // find --- end end := bytes.Index(trimmedData, []byte("\n---\n")) if end != -1 { data = trimmedData[end+5:] } } options := goldmark.WithRendererOptions() if config, _ := post.user.repo.Config(); config.AllowRawHtml { options = goldmark.WithRendererOptions( html.WithUnsafe(), ) } markdown := goldmark.New( options, goldmark.WithExtensions( // meta.Meta, extension.GFM, ), ) var buf bytes.Buffer context := parser.NewContext() if err := markdown.Convert(data, &buf, parser.WithContext(context)); err != nil { panic(err) } return buf } func (post Post) Aliases() []string { return post.Meta().Aliases } func (post *Post) LoadMeta() error { data := post.Content() // get yaml metadata block meta := PostMeta{} trimmedData := bytes.TrimSpace(data) // check first line is --- if string(trimmedData[0:4]) == "---\n" { trimmedData = trimmedData[4:] // find --- end end := bytes.Index(trimmedData, []byte("\n---\n")) if end != -1 { metaData := trimmedData[:end] err := yaml.Unmarshal(metaData, &meta) if err != nil { return err } } } post.meta = meta return nil } func (post *Post) WebmentionFile(source string) string { hash := sha256.Sum256([]byte(source)) hashStr := base64.URLEncoding.EncodeToString(hash[:]) return path.Join(post.WebmentionDir(), hashStr+".yml") } func (post *Post) PersistWebmention(webmention WebmentionIn) error { // ensure dir exists os.MkdirAll(post.WebmentionDir(), 0755) // write to file fileName := post.WebmentionFile(webmention.Source) data, err := yaml.Marshal(webmention) if err != nil { return err } return os.WriteFile(fileName, data, 0644) } func (post *Post) Webmention(source string) (WebmentionIn, error) { // ensure dir exists os.MkdirAll(post.WebmentionDir(), 0755) // Check if file exists fileName := post.WebmentionFile(source) if !fileExists(fileName) { // return error if file doesn't exist return WebmentionIn{}, fmt.Errorf("Webmention file not found: %s", source) } data, err := os.ReadFile(fileName) if err != nil { return WebmentionIn{}, err } mention := WebmentionIn{} err = yaml.Unmarshal(data, &mention) if err != nil { return WebmentionIn{}, err } return mention, nil } func (post *Post) AddWebmention(source string) error { // Check if file already exists _, err := post.Webmention(source) if err != nil { webmention := WebmentionIn{ Source: source, } defer post.EnrichWebmention(source) return post.PersistWebmention(webmention) } return nil } func (post *Post) AddOutgoingWebmention(target string) error { status := post.Status() // Check if file already exists _, err := post.Webmention(target) if err != nil { webmention := WebmentionOut{ Target: target, } // if target is not in status, add it for _, t := range status.Webmentions { if t.Target == webmention.Target { return nil } } status.Webmentions = append(status.Webmentions, webmention) } return post.PersistStatus(status) } func (post *Post) UpdateOutgoingWebmention(webmention *WebmentionOut) error { status := post.Status() // if target is not in status, add it replaced := false for i, t := range status.Webmentions { if t.Target == webmention.Target { status.Webmentions[i] = *webmention replaced = true break } } if !replaced { status.Webmentions = append(status.Webmentions, *webmention) } return post.PersistStatus(status) } func (post *Post) EnrichWebmention(source string) error { html, err := post.user.repo.HttpClient.Get(source) if err == nil { webmention, err := post.Webmention(source) if err != nil { return err } entry, err := post.user.repo.Parser.ParseHEntry(html) if err == nil { webmention.Title = entry.Title return post.PersistWebmention(webmention) } } return err } func (post *Post) Webmentions() []WebmentionIn { // ensure dir exists os.MkdirAll(post.WebmentionDir(), 0755) files := listDir(post.WebmentionDir()) webmentions := []WebmentionIn{} for _, file := range files { data, err := os.ReadFile(path.Join(post.WebmentionDir(), file)) if err != nil { continue } mention := WebmentionIn{} err = yaml.Unmarshal(data, &mention) if err != nil { continue } webmentions = append(webmentions, mention) } return webmentions } func (post *Post) ApprovedWebmentions() []WebmentionIn { webmentions := post.Webmentions() approved := []WebmentionIn{} for _, webmention := range webmentions { if webmention.ApprovalStatus == "approved" { approved = append(approved, webmention) } } // sort by retrieved date sort.Slice(approved, func(i, j int) bool { return approved[i].RetrievedAt.After(approved[j].RetrievedAt) }) return approved } func (post *Post) OutgoingWebmentions() []WebmentionOut { status := post.Status() return status.Webmentions } // ScanForLinks scans the post content for links and adds them to the // `status.yml` file for the post. The links are not scanned by this function. func (post *Post) ScanForLinks() error { // this could be done in markdown parsing, but I don't want to // rely on goldmark for this (yet) postHtml, err := renderPostContent(post) if err != nil { return err } links, _ := post.user.repo.Parser.ParseLinks([]byte(postHtml)) for _, link := range links { post.AddOutgoingWebmention(link) } return nil } func (post *Post) SendWebmention(webmention WebmentionOut) error { defer post.UpdateOutgoingWebmention(&webmention) webmention.ScannedAt = time.Now() html, err := post.user.repo.HttpClient.Get(webmention.Target) if err != nil { webmention.Supported = false return err } endpoint, err := post.user.repo.Parser.GetWebmentionEndpoint(html) if err != nil { webmention.Supported = false return err } webmention.Supported = true // send webmention payload := url.Values{} payload.Set("source", post.FullUrl()) payload.Set("target", webmention.Target) _, err = post.user.repo.HttpClient.Post(endpoint, payload) if err != nil { return err } // update webmention status webmention.LastSentAt = time.Now() return nil }