2 Commits 7810eba236 ... fac63f9fe3

Author SHA1 Message Date
  Jaidyn Levesque fac63f9fe3 Better templates/templating, `write-entr[y|ies]` 1 year ago
  Jaidyn Levesque bf84c6782a date-strings: Add date->mbox-string 1 year ago
2 changed files with 148 additions and 36 deletions
  1. 8 1
      date-strings.scm
  2. 140 35
      feedsnake.scm

+ 8 - 1
date-strings.scm

@@ -20,7 +20,7 @@
 ;; Some of these formats have dedicated output codes in srfi-19 (~c, ~x, etc),
 ;; but it looks like the chicken doesn't support them.
 (module date-strings
-	(date->rfc339-string rfc339-string->date date->rfc228-string)
+	(date->rfc339-string rfc339-string->date date->rfc228-string date->mbox-string)
 
 (import scheme
 		(chicken condition) (chicken format)
@@ -50,4 +50,11 @@
 		 [timezone (if (string=? timezone-raw "Z") "+0000" timezone-raw)])
 	(format (date->string date "~~A, ~d ~~A ~Y ~T ~~A") weekday month timezone)))
 
+
+;; Converts a date into an mbox From-compatible string
+(define (date->mbox-string date)
+  (let* ([month (string-titlecase (date->string date "~b"))]
+		 [weekday (string-titlecase (date->string date "~a"))])
+	(format (date->string date "~~A ~~A  ~d ~T ~Y") weekday month)))
+
 ) ;; date-strings module

+ 140 - 35
feedsnake.scm

@@ -18,7 +18,22 @@
 (load "date-strings.scm")
 (load "named-format.scm")
 
+;; Misc helper functions used in both feedsnake and feedsnake-unix
+(module feedsnake-helpers
+	(alist-car-ref)
 
+(import scheme
+		(chicken base))
+
+;; Just car's the value of alist-ref (if it exists)
+(define (alist-car-ref key alist)
+  (let ([value (alist-ref key alist)])
+	(if value
+		(car value)
+		#f))))
+
+
+;; The main feedsnake module; parses atom feeds into alists and strings
 (module feedsnake
 	(updated-feed-string read-feed entries-since entry->string)
 
@@ -26,6 +41,7 @@
 		(chicken base) (chicken condition) (chicken io) (chicken port)
 		srfi-1 srfi-19 srfi-69
 		date-strings
+		feedsnake-helpers
 		http-client
 		named-format
 		atom rss)
@@ -72,49 +88,71 @@
 (define (entry->string entry template)
   (named-format
    template
-   (entry-string-templating-parameters entry template)))
+   (append entry
+		   (entry-templating-parameters entry template))))
 
 
 ;; Returns an alist of string replacements/parameters for a given entry
 ;; For use with named-format
-(define (entry-string-templating-parameters entry template)
-  (let* ([alist-car
-		  (lambda (key alist)
-			(let ([value (alist-ref key alist)])
-			  (if value
-				  (car value))))]
-		 [updated (or (alist-car 'updated entry) (alist-car 'published entry))]
-		 [published (or (alist-car 'published entry) updated)]
-		 [urls (alist-car 'url entry)])
-	`((title ,(alist-car 'title entry))
-	  (updated ,(if updated (date->rfc228-string updated)))
-	  (published ,(if published (date->rfc228-string published)))
-	  (summary ,(alist-car 'summary entry))
-	  (url ,(cond
+(define (entry-templating-parameters entry template)
+  (append
+   entry
+   (entry-url-templating-parameters entry)
+   (entry-author-templating-parameters entry)
+   (entry-date-templating-parameters entry)))
+
+
+;; URL-related named-format templating parameters for given entry
+(define (entry-url-templating-parameters entry)
+  (let ([urls (alist-car-ref 'urls entry)])
+	`((url ,(cond
 			 [(list? urls) (car urls)]
-			 [(string? urls) urls]))
-	  (urls ,(cond
-			  [(list? urls) urls]
-			  [(string? urls) (list urls)])))))
+			 [(string? urls) urls])))))
+
+
+;; Author-related named-format templating parameters for given entry
+(define (entry-author-templating-parameters entry)
+  (let* ([authors (alist-car-ref 'authors entry)]
+		 [author (if authors (car authors) (alist-car-ref 'feed-title entry))])
+	`((author ,author))))
+
+
+;; Date-related named-format templating parameters for given entry
+(define (entry-date-templating-parameters entry)
+  (let* ([updated (or (alist-car-ref 'updated entry) (alist-car-ref 'published entry))]
+		 [published (or (alist-car-ref 'published entry) updated)])
+	`((updated-rfc228 ,(if updated (date->rfc228-string updated)))
+	  (published-rfc228 ,(if published (date->rfc228-string published)))
+	  (updated-mbox ,(if updated (date->mbox-string updated)))
+	  (published-mbox ,(if published (date->mbox-string published))))))
 
 
 ;; Parse an atom feed into a feedsnake-friendly alist
 (define (atom-doc->feedsnake-feed atom)
   `((title ,(last (feed-title atom)))
+	(urls ,(feed-links atom))
+	(authors ,(map author-name (feed-authors atom)))
 	(updated ,(feed-updated atom))
 	(entry-updated ,(atom-feed-latest-entry-date atom))
-	(entries ,(map atom-entry->feedsnake-entry (feed-entries atom)))))
+	(entries ,(map
+			   (lambda (entry)
+				 (atom-entry->feedsnake-entry entry atom))
+			   (feed-entries atom)))))
 
 
 ;; Parse an atom entry into a feedsnake entry :>
-(define (atom-entry->feedsnake-entry entry)
+(define (atom-entry->feedsnake-entry entry atom)
   (let ([published (rfc339-string->date (entry-published entry))]
-		[updated (rfc339-string->date (entry-updated entry))])
+		[updated (rfc339-string->date (entry-updated entry))]
+		[feed-authors (map author-name (feed-authors atom))]
+		[entry-authors (map author-name (entry-authors entry))])
 	`((title ,(last (entry-title entry)))
 	  (updated ,(or updated published))
 	  (published ,(or published updated))
 	  (summary ,(last (entry-summary entry)))
-	  (url ,(map link-uri (entry-links entry))))))
+	  (urls ,(map link-uri (entry-links entry)))
+	  (authors ,(if (null? entry-authors) feed-authors entry-authors))
+	  (feed-title ,(feed-title atom)))))
 
 
 ;; Get an atom feed's latest date for an entry's updating/publishing
@@ -142,17 +180,94 @@
 
 ;; The UNIX-style frontend for feedsnake
 (module feedsnake-unix
-	(update-feed-file latest-entries feed-files)
+	(update-feed-file latest-entries all-entries write-entry write-entries feed-files *mbox-template*)
 
 (import scheme
 		(chicken base) (chicken condition) (chicken file) (chicken io)
 		(chicken process-context) (chicken process-context posix)
 		srfi-1 srfi-19
 		date-strings
-		feedsnake
+		feedsnake feedsnake-helpers
 		xattr)
 
 
+(define *maildir-template*
+  `((entry-template
+	 ,(string-append
+	   "From: ~{{~A ||||from-name}}"
+	   "<~{{~A||feedsnake||FROM_USER||author-user||feed-title}}"
+	   "@"
+	   "~{{~A||localhost||FROM_HOST||author-domain||feed-domain}}>"
+	   "\n"
+ 	   "To:~{{ ~A ||You||TO_NAME||USER}}"
+	   "<~{{~A||you||TO_USER||USER}}"
+	   "@"
+	   "~{{~A||localhost||TO_HOST||HOSTNAME}}>"
+	   "\n"
+	   "Subject: ~{{~A||Unnamed post||title}}\n"
+	   "Date: ~{{~A||||updated||published}}\n"
+	   "\n"
+	   "~{{~{~a~^, ~}~%***~%||||urls}}\n"
+	   "~{{~A||||summary}}\n"))
+	(multifile-output? #t)))
+
+
+(define *mbox-template*
+  `((entry-template ,(string-append
+					  "From FEEDSNAKE ~{{~A||||updated-mbox||published-mbox}}\n"
+					  (car (alist-ref 'entry-template *maildir-template*))
+					  "\n"))
+	(multifile-output? #f)))
+
+
+(define *html-template*
+  `((entry-template
+	 "<li><b>~{{~A||Unnamed post||title}}</b> <i>~{{~A||||updated}}<i> <p>~{{~A||No summary||summary}}</p></li>")
+	(multifile-output? #f)
+	(output-header "<!DOCTYPE html>\n<html>\n<head>\n<title>~{{~A||Unnamed feed||title}}</title>\n</head>\n<body>")
+	(output-footer "</body></html>")
+	(multifile-output? #f)))
+
+
+(define *default-template*
+  (append *maildir-template*
+		  '((output-dir "./"))))
+
+(define *default-values*
+  '((output-dir "./")))
+
+(define *default-multifile-values*
+  '((filename-template "~{{~A||||updated||published}}.~{{~A||you||USER}}@~{{~A||localhost|HOSTNAME}}.~{{~A||||title||title}}")))
+
+(define *default-singlefile-values*
+  '())
+
+
+;; Writes a given feed entry to the out-path, as per the feedsnake-unix-format template alist
+(define (write-entry entry template-alist out-path)
+  (let ([file-mode (if (alist-car-ref 'multifile-output? template-alist) #:text #:append)]
+		[header (or (alist-car-ref 'output-header template-alist) "")]
+		[footer (or (alist-car-ref 'output-footer template-alist) "")]
+		[entry-w-env-vars (append (get-environment-variables) entry)])
+	(call-with-output-file
+		out-path
+	  (lambda (out-port)
+		(write-string
+		 (string-append header
+						(entry->string entry-w-env-vars (alist-car-ref 'entry-template template-alist))
+						footer)
+		 #f
+		 out-port))
+	  file-mode)))
+
+
+;; Writes all entries in a list to an out-path (mere convenience function)
+(define (write-entries entries template-alist out-path)
+  (map (lambda (entry)
+		 (write-entry entry template-alist out-path))
+	   entries))
+
+
 ;; Switch the cached version of the feed with a newer version, if available
 (define (update-feed-file feed-path)
   (let* ([old-string (call-with-input-file feed-path
@@ -218,13 +333,3 @@
 
 ) ;; feedsnake-unix module
 
-
-
-(define *retpoŝto*
-  "Subject: ~{{~A||Unnamed post||title}}
-From:~{{ ~A ||||from-name}}<~{{~A||feedsnake@localhost||from-address}}>
-To:~{{ ~A ||You||to-name}}<~{{~A||you@localhost||to-address}}>
-Date: ~{{~A||||updated}}
-
-~{{~{~a~^, ~}~%~%***~%||||urls}}
-~{{~A||||summary}}")