1 ddc03123 2020-03-28 op (ns blog.core
  2 5e8f809e 2020-06-27 op   (:require
  3 5e8f809e 2020-06-27 op    [blog.rss :as rss]
  4 52f2ea18 2020-10-03 op    [blog.http :as http]
  5 52f2ea18 2020-10-03 op    [blog.gemini :as gemini]
  6 5e8f809e 2020-06-27 op    [blog.time :as time]
  7 5e8f809e 2020-06-27 op    [clojure.edn :as edn]
  8 5e8f809e 2020-06-27 op    [clojure.java.io :as io]
  9 5e8f809e 2020-06-27 op    [clojure.java.shell :refer [sh]]
 10 5e8f809e 2020-06-27 op    [ring.adapter.jetty :as jetty]
 11 5e8f809e 2020-06-27 op    [ring.middleware.content-type :refer [wrap-content-type]]
 12 5e8f809e 2020-06-27 op    [ring.middleware.resource :refer [wrap-resource]])
 13 0ae518ce 2020-11-19 op   (:import (java.io File)
 14 0ae518ce 2020-11-19 op            (java.nio.file Files Paths))
 15 5e8f809e 2020-06-27 op   (:gen-class))
 16 ddc03123 2020-03-28 op 
 17 ddc03123 2020-03-28 op (defn copy-file [src dst]
 18 ddc03123 2020-03-28 op   (with-open [in  (io/input-stream (io/file src))
 19 ddc03123 2020-03-28 op               out (io/output-stream (io/file dst))]
 20 ddc03123 2020-03-28 op     (io/copy in out)))
 21 ddc03123 2020-03-28 op 
 22 52f2ea18 2020-10-03 op (defn post [{:keys [slug gemtext?] :as p}]
 23 0ca1be33 2020-12-30 op   (let [ext  (if gemtext? ".gmi" ".md")
 24 0ca1be33 2020-12-30 op         path (str "posts/" slug ext)
 25 0ca1be33 2020-12-30 op         file (io/resource path)]
 26 0ca1be33 2020-12-30 op     (when-not file
 27 0ca1be33 2020-12-30 op       (throw (ex-info "51: post not found" {:slug     slug
 28 0ca1be33 2020-12-30 op                                             :gemtext? gemtext?
 29 0ca1be33 2020-12-30 op                                             :path     path})))
 30 52f2ea18 2020-10-03 op     (-> p
 31 0ca1be33 2020-12-30 op         (assoc  :body (slurp file))
 32 52f2ea18 2020-10-03 op         (update :date time/parse))))
 33 ddc03123 2020-03-28 op 
 34 d72c4e8f 2020-10-05 op (def pages (atom nil))
 35 ddc03123 2020-03-28 op (def per-tag (atom {}))
 36 ddc03123 2020-03-28 op (def posts (atom []))
 37 ddc03123 2020-03-28 op 
 38 ddc03123 2020-03-28 op (defn add-post! [m]
 39 ddc03123 2020-03-28 op   (let [p (post m)]
 40 ddc03123 2020-03-28 op     (swap! posts conj p)
 41 ddc03123 2020-03-28 op     (doseq [t (:tags m)]
 42 ddc03123 2020-03-28 op       (swap! per-tag update t conj p))))
 43 ddc03123 2020-03-28 op 
 44 5e8f809e 2020-06-27 op (defn load-posts! []
 45 5e8f809e 2020-06-27 op   (reset! per-tag {})
 46 5e8f809e 2020-06-27 op   (reset! posts [])
 47 5e8f809e 2020-06-27 op   (doseq [p (-> "posts.edn"
 48 5e8f809e 2020-06-27 op                 io/resource
 49 5e8f809e 2020-06-27 op                 slurp
 50 5e8f809e 2020-06-27 op                 edn/read-string)]
 51 5e8f809e 2020-06-27 op     (add-post! p)))
 52 ddc03123 2020-03-28 op 
 53 d72c4e8f 2020-10-05 op (defn load-pages! []
 54 d72c4e8f 2020-10-05 op   (reset! pages (->> "pages.edn"
 55 d72c4e8f 2020-10-05 op                      io/resource
 56 d72c4e8f 2020-10-05 op                      slurp
 57 d72c4e8f 2020-10-05 op                      edn/read-string
 58 d72c4e8f 2020-10-05 op                      (map (fn [{:keys [slug] :as p}]
 59 d72c4e8f 2020-10-05 op                             (assoc p :body (as-> slug $
 60 d72c4e8f 2020-10-05 op                                                 (str "pages/" $ ".gmi")
 61 d72c4e8f 2020-10-05 op                                                 (io/resource $)
 62 d72c4e8f 2020-10-05 op                                                 (slurp $))))))))
 63 d72c4e8f 2020-10-05 op 
 64 ddc03123 2020-03-28 op (defn create-dirs! []
 65 ddc03123 2020-03-28 op   (doseq [d ["resources/out"
 66 52f2ea18 2020-10-03 op              "resources/out/gemini"
 67 d72c4e8f 2020-10-05 op              "resources/out/gemini/pages"
 68 52f2ea18 2020-10-03 op              "resources/out/gemini/post"
 69 52f2ea18 2020-10-03 op              "resources/out/gemini/tag"
 70 9a594f34 2020-10-14 op              "resources/out/gemini/img"
 71 0ae518ce 2020-11-19 op              "resources/out/gemini/cgi"
 72 52f2ea18 2020-10-03 op              "resources/out/http"
 73 52f2ea18 2020-10-03 op              "resources/out/http/css"
 74 d72c4e8f 2020-10-05 op              "resources/out/http/pages"
 75 52f2ea18 2020-10-03 op              "resources/out/http/post"
 76 52f2ea18 2020-10-03 op              "resources/out/http/tag"
 77 52f2ea18 2020-10-03 op              "resources/out/http/img"]]
 78 ddc03123 2020-03-28 op     (.. (File. d) mkdirs)))
 79 ddc03123 2020-03-28 op 
 80 6f373e6b 2021-05-31 op (def gemini-post :gemtext?)
 81 52f2ea18 2020-10-03 op 
 82 52f2ea18 2020-10-03 op (defn post-pages [{:keys [proto]}]
 83 52f2ea18 2020-10-03 op   (let [tags (keys @per-tag)
 84 52f2ea18 2020-10-03 op         ext  (if (= proto :gemini) ".gmi" ".html")
 85 c7d750b3 2021-08-03 op         ffn  (if (= proto :gemini) gemini-post identity)
 86 c7d750b3 2021-08-03 op         ffn' #(when (ffn %)
 87 c7d750b3 2021-08-03 op                 (not (:draft? %)))]
 88 ddc03123 2020-03-28 op     (map-indexed (fn [i posts]
 89 ddc03123 2020-03-28 op                    {:filename (if (= i 0)
 90 52f2ea18 2020-10-03 op                                 (str "index" ext)
 91 52f2ea18 2020-10-03 op                                 (str (inc i) ext))
 92 ddc03123 2020-03-28 op                     :tags tags
 93 ddc03123 2020-03-28 op                     :nth (inc i)
 94 ddc03123 2020-03-28 op                     :posts posts
 95 ddc03123 2020-03-28 op                     :has-next true
 96 ddc03123 2020-03-28 op                     :has-prev true})
 97 c7d750b3 2021-08-03 op                  (partition-all 6 (filter ffn' @posts)))))
 98 ddc03123 2020-03-28 op 
 99 ddc03123 2020-03-28 op (defn fix-next-last
100 ddc03123 2020-03-28 op   "Fix the :has-prev/:has-next for the post pages.  This assumes
101 ddc03123 2020-03-28 op   that `(not (empty? post-pages))`"
102 ddc03123 2020-03-28 op   [post-pages]
103 ddc03123 2020-03-28 op   (-> post-pages
104 ddc03123 2020-03-28 op       (->> (into []))
105 ddc03123 2020-03-28 op       (update 0                        assoc :has-prev false)
106 ddc03123 2020-03-28 op       (update (dec (count post-pages)) assoc :has-next false)))
107 ddc03123 2020-03-28 op 
108 d72c4e8f 2020-10-05 op (defn render-pages [pagefn proto ext]
109 d72c4e8f 2020-10-05 op   (doseq [page @pages
110 d72c4e8f 2020-10-05 op           :let [{:keys [slug]} page
111 d72c4e8f 2020-10-05 op                 filename (str "resources/out/"
112 d72c4e8f 2020-10-05 op                               (name proto) "/pages/"
113 d72c4e8f 2020-10-05 op                               slug ext)]]
114 d72c4e8f 2020-10-05 op     (spit filename
115 d72c4e8f 2020-10-05 op           (pagefn page))))
116 d72c4e8f 2020-10-05 op 
117 52f2ea18 2020-10-03 op (defn render-post-list [viewfn proto]
118 52f2ea18 2020-10-03 op   (doseq [p    (fix-next-last (post-pages {:proto proto}))
119 ddc03123 2020-03-28 op           :let [{:keys [filename]} p]]
120 52f2ea18 2020-10-03 op     (spit (str "resources/out/" (name proto) "/" filename)
121 52f2ea18 2020-10-03 op           (viewfn p))))
122 ddc03123 2020-03-28 op 
123 52f2ea18 2020-10-03 op (defn render-post [viewfn proto ext {s :slug, :as post}]
124 52f2ea18 2020-10-03 op   (spit (str "resources/out/" (name proto) "/post/" s ext)
125 52f2ea18 2020-10-03 op         (viewfn post)))
126 ddc03123 2020-03-28 op 
127 52f2ea18 2020-10-03 op (defn render-tags [viewfn proto ext tags]
128 52f2ea18 2020-10-03 op   (spit (str "resources/out/" (name proto) "/tags" ext)
129 52f2ea18 2020-10-03 op         (viewfn tags)))
130 ddc03123 2020-03-28 op 
131 52f2ea18 2020-10-03 op (defn render-tag [viewfn proto ext tag posts]
132 52f2ea18 2020-10-03 op   (spit (str "resources/out/" (name proto) "/tag/" tag ext)
133 52f2ea18 2020-10-03 op         (viewfn tag posts)))
134 ddc03123 2020-03-28 op 
135 4f9bd2e2 2020-03-30 op (defn render-rss []
136 441c3bcd 2020-11-19 op   (let [gemposts (->> @posts
137 441c3bcd 2020-11-19 op                       (filter gemini-post)
138 441c3bcd 2020-11-19 op                       (map #(dissoc % :body)))]
139 441c3bcd 2020-11-19 op     (spit (str "resources/out/gemini/rss.xml")
140 441c3bcd 2020-11-19 op           (rss/feed #(str "gemini://gemini.omarpolo.com/post/" % ".gmi")
141 441c3bcd 2020-11-19 op                     gemposts))
142 441c3bcd 2020-11-19 op     (spit (str "resources/out/gemini/rss.gmi")
143 441c3bcd 2020-11-19 op           (gemini/feed-page gemposts)))
144 52f2ea18 2020-10-03 op   (spit (str "resources/out/http/rss.xml")
145 bade790b 2020-11-05 op         (rss/feed #(str "https://www.omarpolo.com/post/" % ".html") @posts)))
146 4f9bd2e2 2020-03-30 op 
147 38646594 2021-02-13 op (defn generate-robots-txt []
148 6f373e6b 2021-05-31 op   (spit "resources/out/gemini/robots.txt" "# block some bots from accessing gempkg/man
149 38646594 2021-02-13 op User-agent: archiver
150 38646594 2021-02-13 op Disallow: /cgi/gempkg/
151 38646594 2021-02-13 op 
152 6f373e6b 2021-05-31 op User-agent: researcher
153 38646594 2021-02-13 op Disallow: /cgi/gempkg/
154 38646594 2021-02-13 op 
155 6f373e6b 2021-05-31 op User-agent: archiver
156 6f373e6b 2021-05-31 op Disallow: /cgi/man/
157 6f373e6b 2021-05-31 op 
158 38646594 2021-02-13 op User-agent: researcher
159 6f373e6b 2021-05-31 op Disallow: /cgi/man/
160 38646594 2021-02-13 op "))
161 38646594 2021-02-13 op 
162 ddc03123 2020-03-28 op (defn copy-dir
163 0ae518ce 2020-11-19 op   "Copy the content of resources/`dir` to resources/out/`proto`/`dir`,
164 0ae518ce 2020-11-19 op   assuming these two directories exists."
165 9a594f34 2020-10-14 op   [dir proto]
166 0ae518ce 2020-11-19 op   ;; java sucks at files
167 0ae518ce 2020-11-19 op   (sh "cp" "-a"
168 0ae518ce 2020-11-19 op       (str "resources/" dir)
169 0ae518ce 2020-11-19 op       (str "resources/out/" proto "/")))
170 ddc03123 2020-03-28 op 
171 ddc03123 2020-03-28 op (defn copy-assets
172 ddc03123 2020-03-28 op   "Copy css and images to their places"
173 ddc03123 2020-03-28 op   []
174 9a594f34 2020-10-14 op   (copy-dir "img" "http")
175 9a594f34 2020-10-14 op   (copy-dir "img" "gemini")
176 c7d750b3 2021-08-03 op   (copy-dir "dots" "http")
177 c7d750b3 2021-08-03 op   (copy-dir "dots" "gemini")
178 52f2ea18 2020-10-03 op   (copy-file "resources/favicon.ico" "resources/out/http/favicon.ico")
179 52f2ea18 2020-10-03 op   (copy-file "resources/css/style.css" "resources/out/http/css/style.css"))
180 ddc03123 2020-03-28 op 
181 0ae518ce 2020-11-19 op (defn copy-cgi
182 0ae518ce 2020-11-19 op   "Copy cgi scripts to their place."
183 0ae518ce 2020-11-19 op   []
184 0ae518ce 2020-11-19 op   (copy-dir "cgi" "gemini"))
185 0ae518ce 2020-11-19 op 
186 52f2ea18 2020-10-03 op (comment (build)
187 40ca3ee3 2020-12-28 op          (copy-cgi)
188 52f2ea18 2020-10-03 op          (count (filter gemini-post @posts))
189 52f2ea18 2020-10-03 op          (gemini/post-page (first @posts))
190 52f2ea18 2020-10-03 op          )
191 52f2ea18 2020-10-03 op 
192 5e8f809e 2020-06-27 op (defn build
193 ddc03123 2020-03-28 op   "Build the blog"
194 ddc03123 2020-03-28 op   []
195 ddc03123 2020-03-28 op   (create-dirs!)
196 ddc03123 2020-03-28 op   (copy-assets)
197 0ae518ce 2020-11-19 op   (copy-cgi)
198 4f9bd2e2 2020-03-30 op   (render-rss)
199 38646594 2021-02-13 op   (generate-robots-txt)
200 d72c4e8f 2020-10-05 op   (doseq [[proto ffn ext homefn postfn tagsfn tagfn pagefn]
201 d72c4e8f 2020-10-05 op           [[:http identity ".html" http/home-page http/post-page http/tags-page http/tag-page http/custom-page]
202 d72c4e8f 2020-10-05 op            [:gemini gemini-post ".gmi" gemini/home-page gemini/post-page gemini/tags-page gemini/tag-page gemini/custom-page]]]
203 d72c4e8f 2020-10-05 op     (render-pages pagefn proto ext)
204 52f2ea18 2020-10-03 op     (render-post-list homefn proto)
205 52f2ea18 2020-10-03 op     (doseq [p (filter ffn @posts)]
206 52f2ea18 2020-10-03 op       (render-post postfn proto ext p))
207 52f2ea18 2020-10-03 op     (render-tags tagsfn proto ext (keys @per-tag))
208 52f2ea18 2020-10-03 op     (doseq [t @per-tag
209 52f2ea18 2020-10-03 op             :let [[tag posts] t]]
210 52f2ea18 2020-10-03 op       (render-tag tagfn proto ext (name tag) (filter ffn posts)))))
211 ddc03123 2020-03-28 op 
212 ddc03123 2020-03-28 op (def j (atom nil))
213 ddc03123 2020-03-28 op 
214 5e8f809e 2020-06-27 op (defn serve
215 ddc03123 2020-03-28 op   "Serve a preview"
216 ddc03123 2020-03-28 op   []
217 ddc03123 2020-03-28 op   (reset!
218 ddc03123 2020-03-28 op    j
219 ddc03123 2020-03-28 op    (jetty/run-jetty (-> (fn [_] {:status 404, :body "not found"})
220 ddc03123 2020-03-28 op                         (wrap-resource "out")
221 ddc03123 2020-03-28 op                         (wrap-content-type))
222 30bd347e 2020-08-04 op                     {:port 3030
223 ddc03123 2020-03-28 op                      :join? false})))
224 ddc03123 2020-03-28 op 
225 5e8f809e 2020-06-27 op (defn clean
226 60905fa3 2020-03-29 op   "clean the output directory"
227 60905fa3 2020-03-29 op   []
228 52f2ea18 2020-10-03 op   (sh "rm" "-rf" "resources/out/http/")
229 52f2ea18 2020-10-03 op   (sh "rm" "-rf" "resources/out/gemini/"))
230 60905fa3 2020-03-29 op 
231 4696276a 2020-09-22 op (defn local-deploy
232 4696276a 2020-09-22 op   "Copy the files to the local server"
233 4696276a 2020-09-22 op   []
234 52f2ea18 2020-10-03 op   (sh "rsync" "-r" "--delete" "resources/out/http/" "/var/www/omarpolo.local/"))
235 4696276a 2020-09-22 op 
236 5e8f809e 2020-06-27 op (defn deploy
237 ddc03123 2020-03-28 op   "Copy the files to the server"
238 ddc03123 2020-03-28 op   []
239 52f2ea18 2020-10-03 op   (sh "rsync" "-r" "--delete" "resources/out/http/"   "op:sites/www.omarpolo.com/")
240 38646594 2021-02-13 op   (sh "rsync" "-r" "--delete" "resources/out/gemini/" "op:gemini/gemini.omarpolo.com"))
241 ddc03123 2020-03-28 op 
242 ddc03123 2020-03-28 op (defn stop-jetty []
243 ddc03123 2020-03-28 op   (.stop @j)
244 ddc03123 2020-03-28 op   (reset! j nil))
245 ddc03123 2020-03-28 op 
246 5e8f809e 2020-06-27 op (defn -main [& actions]
247 5e8f809e 2020-06-27 op   (load-posts!)
248 d72c4e8f 2020-10-05 op   (load-pages!)
249 5e8f809e 2020-06-27 op   (doseq [action actions]
250 5e8f809e 2020-06-27 op     (case action
251 5e8f809e 2020-06-27 op       "clean"  (clean)
252 5e8f809e 2020-06-27 op       "build"  (build)
253 5e8f809e 2020-06-27 op       "deploy" (deploy)
254 5e8f809e 2020-06-27 op 
255 5e8f809e 2020-06-27 op       (println "unrecognized action" action))))
256 5e8f809e 2020-06-27 op 
257 ddc03123 2020-03-28 op (comment
258 6776a2f2 2020-09-20 op   (do
259 6776a2f2 2020-09-20 op     (load-posts!)
260 d72c4e8f 2020-10-05 op     (load-pages!)
261 d72c4e8f 2020-10-05 op     ;; (clean)
262 4696276a 2020-09-22 op     (build)
263 4696276a 2020-09-22 op     (local-deploy))
264 ddc03123 2020-03-28 op   (serve)
265 ddc03123 2020-03-28 op   (stop-jetty)
266 4696276a 2020-09-22 op 
267 4696276a 2020-09-22 op   (do
268 4696276a 2020-09-22 op     (deploy)
269 4696276a 2020-09-22 op     (local-deploy))
270 c7d750b3 2021-08-03 op 
271 c7d750b3 2021-08-03 op   (do
272 c7d750b3 2021-08-03 op     (load-posts!)
273 c7d750b3 2021-08-03 op     (load-pages!)
274 c7d750b3 2021-08-03 op     ;; (clean)
275 c7d750b3 2021-08-03 op     (build)
276 c7d750b3 2021-08-03 op     (deploy)
277 c7d750b3 2021-08-03 op     (local-deploy))
278 ddc03123 2020-03-28 op )