1 43afef10 2021-08-03 op #!/usr/bin/env python3.8
  2 5d345315 2020-11-10 op 
  3 5d345315 2020-11-10 op import os
  4 af2f405e 2020-11-10 op import re
  5 5d345315 2020-11-10 op import sqlite3
  6 5d345315 2020-11-10 op import traceback
  7 26dcaf1f 2021-02-13 op from urllib.parse import unquote
  8 5d345315 2020-11-10 op 
  9 26dcaf1f 2021-02-13 op sqlports = os.environ.get("SQLPORTS")
 10 26dcaf1f 2021-02-13 op 
 11 26dcaf1f 2021-02-13 op query = os.environ.get("QUERY_STRING")
 12 26dcaf1f 2021-02-13 op script_path = os.environ.get("SCRIPT_NAME")
 13 26dcaf1f 2021-02-13 op path = os.environ.get("PATH_INFO")
 14 26dcaf1f 2021-02-13 op 
 15 5d345315 2020-11-10 op query_search = """
 16 5d345315 2020-11-10 op select webpkg_fts.pkgstem,
 17 5d345315 2020-11-10 op        webpkg_fts.comment,
 18 5d345315 2020-11-10 op        paths.fullpkgpath
 19 5d345315 2020-11-10 op   from webpkg_fts
 20 5d345315 2020-11-10 op          join _ports p on p.fullpkgpath = webpkg_fts.id
 21 5d345315 2020-11-10 op          join _paths paths on paths.id = webpkg_fts.id
 22 5d345315 2020-11-10 op  where webpkg_fts match ?
 23 5d345315 2020-11-10 op  order by bm25(webpkg_fts)
 24 5d345315 2020-11-10 op """
 25 5d345315 2020-11-10 op 
 26 5d345315 2020-11-10 op query_by_fullpkgpath = """
 27 5d345315 2020-11-10 op select p.fullpkgpath,
 28 5d345315 2020-11-10 op        pp.pkgstem,
 29 5d345315 2020-11-10 op        pp.comment,
 30 26dcaf1f 2021-02-13 op        pp.pkgname,
 31 5d345315 2020-11-10 op        d.value,
 32 5d345315 2020-11-10 op        replace(replace(e.value, '@', ' at '), '.', ' dot '),
 33 5d345315 2020-11-10 op        r.value,
 34 5d345315 2020-11-10 op        pp.homepage
 35 5d345315 2020-11-10 op   from _paths p
 36 5d345315 2020-11-10 op          join _descr d on d.fullpkgpath = p.id
 37 5d345315 2020-11-10 op          join _ports pp on pp.fullpkgpath = p.id
 38 5d345315 2020-11-10 op          join _email e on e.keyref = pp.maintainer
 39 5d345315 2020-11-10 op          left join _readme r on r.fullpkgpath = p.id
 40 5d345315 2020-11-10 op  where p.fullpkgpath = ?
 41 5d345315 2020-11-10 op """
 42 5d345315 2020-11-10 op 
 43 26dcaf1f 2021-02-13 op query_all_categories = """
 44 26dcaf1f 2021-02-13 op select distinct value from categories order by value
 45 26dcaf1f 2021-02-13 op """
 46 26dcaf1f 2021-02-13 op 
 47 26dcaf1f 2021-02-13 op query_all_in_category = """
 48 26dcaf1f 2021-02-13 op select fullpkgpath from categories where value = ? order by fullpkgpath
 49 26dcaf1f 2021-02-13 op """
 50 26dcaf1f 2021-02-13 op 
 51 26dcaf1f 2021-02-13 op 
 52 5d345315 2020-11-10 op def verbatim(alt, text):
 53 5d345315 2020-11-10 op     print("```", alt)
 54 5d345315 2020-11-10 op     for line in text.splitlines():
 55 5d345315 2020-11-10 op         if line.startswith("```"):
 56 26dcaf1f 2021-02-13 op             print(" ", line)
 57 26dcaf1f 2021-02-13 op         else:
 58 26dcaf1f 2021-02-13 op             print(line)
 59 5d345315 2020-11-10 op     print("```")
 60 5d345315 2020-11-10 op 
 61 26dcaf1f 2021-02-13 op 
 62 5d345315 2020-11-10 op def printraw(text):
 63 5d345315 2020-11-10 op     for line in text.splitlines():
 64 af2f405e 2020-11-10 op         if line.startswith(">")      \
 65 af2f405e 2020-11-10 op            or line.startswith("```") \
 66 af2f405e 2020-11-10 op            or line.startswith(">")   \
 67 af2f405e 2020-11-10 op            or line.startswith("#")   \
 68 af2f405e 2020-11-10 op            or line.startswith("*"):
 69 26dcaf1f 2021-02-13 op             print(" ", line)
 70 26dcaf1f 2021-02-13 op         else:
 71 26dcaf1f 2021-02-13 op             print(line)
 72 5d345315 2020-11-10 op 
 73 5d345315 2020-11-10 op 
 74 26dcaf1f 2021-02-13 op def reply(code, meta):
 75 26dcaf1f 2021-02-13 op     print(f"{code} {meta}\r")
 76 26dcaf1f 2021-02-13 op 
 77 26dcaf1f 2021-02-13 op 
 78 26dcaf1f 2021-02-13 op def homepage():
 79 26dcaf1f 2021-02-13 op     reply(20, "text/gemini;lang=en")
 80 26dcaf1f 2021-02-13 op     print("# GemPKG")
 81 5d345315 2020-11-10 op     print("")
 82 26dcaf1f 2021-02-13 op     print("Welcome to GemPKG,",
 83 26dcaf1f 2021-02-13 op           "the gemini interface for the OpenBSD ports collection.")
 84 5d345315 2020-11-10 op     print("")
 85 26dcaf1f 2021-02-13 op     print(f"=> {script_path}/search Search for a package")
 86 26dcaf1f 2021-02-13 op     print(f"=> {script_path}/all All categories")
 87 26dcaf1f 2021-02-13 op     print("")
 88 26dcaf1f 2021-02-13 op     print(
 89 26dcaf1f 2021-02-13 op         "What you search will be matched against the package name (pkgstem),",
 90 26dcaf1f 2021-02-13 op         "comment, DESCR and maintainer.")
 91 26dcaf1f 2021-02-13 op     foot()
 92 5d345315 2020-11-10 op 
 93 5d345315 2020-11-10 op 
 94 26dcaf1f 2021-02-13 op def nav():
 95 26dcaf1f 2021-02-13 op     print(f"=> {script_path}/ GemPKG")
 96 26dcaf1f 2021-02-13 op     print(f"=> {script_path}/search Search for a package")
 97 26dcaf1f 2021-02-13 op     print(f"=> {script_path}/all All Categories")
 98 26dcaf1f 2021-02-13 op     print("")
 99 5d345315 2020-11-10 op 
100 5d345315 2020-11-10 op 
101 26dcaf1f 2021-02-13 op def foot():
102 26dcaf1f 2021-02-13 op     print()
103 26dcaf1f 2021-02-13 op     print()
104 26dcaf1f 2021-02-13 op     print("---")
105 26dcaf1f 2021-02-13 op     print(
106 26dcaf1f 2021-02-13 op         "All the data is provided by sqlports",
107 26dcaf1f 2021-02-13 op         "and is relative to OpenBSD-CURRENT."
108 26dcaf1f 2021-02-13 op     )
109 5d345315 2020-11-10 op 
110 5d345315 2020-11-10 op 
111 26dcaf1f 2021-02-13 op def fts_escape_word(s):
112 26dcaf1f 2021-02-13 op     return '"' + s.replace('"', '""') + '"'
113 26dcaf1f 2021-02-13 op 
114 26dcaf1f 2021-02-13 op 
115 26dcaf1f 2021-02-13 op def fts_escape(s):
116 26dcaf1f 2021-02-13 op     return ' '.join(fts_escape_word(i) for i in s.split())
117 26dcaf1f 2021-02-13 op 
118 26dcaf1f 2021-02-13 op 
119 26dcaf1f 2021-02-13 op def searchpage():
120 26dcaf1f 2021-02-13 op     global query
121 26dcaf1f 2021-02-13 op 
122 26dcaf1f 2021-02-13 op     if not query:
123 26dcaf1f 2021-02-13 op         reply(10, "search for a package")
124 26dcaf1f 2021-02-13 op         return
125 26dcaf1f 2021-02-13 op 
126 26dcaf1f 2021-02-13 op     query = unquote(query)
127 26dcaf1f 2021-02-13 op 
128 26dcaf1f 2021-02-13 op     # try the raw query.  If it isn't a valid fts string (i.e. "c++"),
129 26dcaf1f 2021-02-13 op     # escape it and retry
130 26dcaf1f 2021-02-13 op     try:
131 26dcaf1f 2021-02-13 op         cursor = conn.execute(query_search, (query, ))
132 26dcaf1f 2021-02-13 op     except BaseException:
133 26dcaf1f 2021-02-13 op         cursor = conn.execute(query_search, (fts_escape(query), ))
134 26dcaf1f 2021-02-13 op 
135 26dcaf1f 2021-02-13 op     reply(20, "text/gemini;lang=en")
136 26dcaf1f 2021-02-13 op     nav()
137 26dcaf1f 2021-02-13 op     for row in cursor:
138 26dcaf1f 2021-02-13 op         stem, comment, fullpkgpath = row
139 c8fd567d 2021-04-27 op         print(f"=> {script_path}/{fullpkgpath}/ {stem}: {comment}")
140 26dcaf1f 2021-02-13 op     foot()
141 5d345315 2020-11-10 op 
142 26dcaf1f 2021-02-13 op 
143 26dcaf1f 2021-02-13 op def allcatspage():
144 26dcaf1f 2021-02-13 op     cursor = conn.execute(query_all_categories)
145 26dcaf1f 2021-02-13 op     reply(20, "text/gemini;lang=en")
146 26dcaf1f 2021-02-13 op     nav()
147 26dcaf1f 2021-02-13 op     print("# All categories")
148 26dcaf1f 2021-02-13 op     for row in cursor:
149 26dcaf1f 2021-02-13 op         (fullpkgpath, ) = row
150 26dcaf1f 2021-02-13 op         print(f"=> {script_path}/{fullpkgpath}/ {fullpkgpath}")
151 26dcaf1f 2021-02-13 op     foot()
152 26dcaf1f 2021-02-13 op 
153 26dcaf1f 2021-02-13 op 
154 26dcaf1f 2021-02-13 op def bycatpage():
155 26dcaf1f 2021-02-13 op     cursor = conn.execute(query_all_in_category, (path, ))
156 26dcaf1f 2021-02-13 op     reply(20, "text/gemini;lang=en")
157 26dcaf1f 2021-02-13 op     nav()
158 26dcaf1f 2021-02-13 op     print(f"# All ports in category {path}")
159 26dcaf1f 2021-02-13 op     for row in cursor:
160 26dcaf1f 2021-02-13 op         (fullpkgpath, ) = row
161 26dcaf1f 2021-02-13 op         if fullpkgpath.find(",") != -1:  # skip flavors
162 26dcaf1f 2021-02-13 op             continue
163 26dcaf1f 2021-02-13 op         print(f"=> {script_path}/{fullpkgpath}/ {fullpkgpath}")
164 26dcaf1f 2021-02-13 op     foot()
165 26dcaf1f 2021-02-13 op 
166 26dcaf1f 2021-02-13 op 
167 26dcaf1f 2021-02-13 op def portpage(row):
168 26dcaf1f 2021-02-13 op     fullpkgpath, stem, comment, pkgname, descr, maintainer, readme, www = row
169 26dcaf1f 2021-02-13 op     reply(20, "text/gemini;lang=en")
170 26dcaf1f 2021-02-13 op     nav()
171 26dcaf1f 2021-02-13 op     print(f"# {path}", "v" + re.sub(r".*-", "", pkgname))
172 26dcaf1f 2021-02-13 op     print(f"``` Command to execute in order to install the package {stem}")
173 26dcaf1f 2021-02-13 op     print(f"# pkg_add {stem}")
174 26dcaf1f 2021-02-13 op     print("```")
175 26dcaf1f 2021-02-13 op     print("")
176 26dcaf1f 2021-02-13 op     print(f"> {comment}")
177 26dcaf1f 2021-02-13 op     print("")
178 26dcaf1f 2021-02-13 op     print(f"=> https://cvsweb.openbsd.org/ports/{fullpkgpath} CVS web")
179 26dcaf1f 2021-02-13 op     if www:
180 26dcaf1f 2021-02-13 op         print(f"=> {www} WWW")
181 26dcaf1f 2021-02-13 op     print("")
182 26dcaf1f 2021-02-13 op     print("Maintainer:", maintainer)
183 26dcaf1f 2021-02-13 op     print("")
184 26dcaf1f 2021-02-13 op     print("## Description")
185 c8fd567d 2021-04-27 op     verbatim(f"{stem} description", descr)
186 26dcaf1f 2021-02-13 op     print("")
187 26dcaf1f 2021-02-13 op     if readme:
188 26dcaf1f 2021-02-13 op         print("## Readme")
189 26dcaf1f 2021-02-13 op         verbatim(f"README for {stem}", readme)
190 26dcaf1f 2021-02-13 op     foot()
191 26dcaf1f 2021-02-13 op 
192 26dcaf1f 2021-02-13 op 
193 26dcaf1f 2021-02-13 op if not path or path == '/':
194 26dcaf1f 2021-02-13 op     homepage()
195 26dcaf1f 2021-02-13 op     exit(0)
196 26dcaf1f 2021-02-13 op 
197 26dcaf1f 2021-02-13 op if not path.endswith("/"):
198 26dcaf1f 2021-02-13 op     reply(31, f"{script_path}{path}/")
199 26dcaf1f 2021-02-13 op     exit(0)
200 26dcaf1f 2021-02-13 op # drop the leading and trailing /
201 26dcaf1f 2021-02-13 op path = path.strip("/")
202 26dcaf1f 2021-02-13 op 
203 26dcaf1f 2021-02-13 op try:
204 26dcaf1f 2021-02-13 op     conn = sqlite3.connect(sqlports)
205 26dcaf1f 2021-02-13 op 
206 26dcaf1f 2021-02-13 op     if path == 'search':
207 26dcaf1f 2021-02-13 op         searchpage()
208 26dcaf1f 2021-02-13 op     elif path == 'all':
209 26dcaf1f 2021-02-13 op         allcatspage()
210 26dcaf1f 2021-02-13 op     else:
211 26dcaf1f 2021-02-13 op         cursor = conn.execute(query_by_fullpkgpath, (path, ))
212 26dcaf1f 2021-02-13 op         row = cursor.fetchone()
213 26dcaf1f 2021-02-13 op         if not row:
214 26dcaf1f 2021-02-13 op             bycatpage()
215 26dcaf1f 2021-02-13 op         else:
216 26dcaf1f 2021-02-13 op             portpage(row)
217 5d345315 2020-11-10 op except SystemExit:
218 5d345315 2020-11-10 op     pass
219 26dcaf1f 2021-02-13 op except BaseException:
220 26dcaf1f 2021-02-13 op     reply(50, "internal server error")
221 5d345315 2020-11-10 op     traceback.print_exc()
222 5d345315 2020-11-10 op finally:
223 5d345315 2020-11-10 op     conn.close()