mirror of https://codeberg.org/cage/tinmop/
400 lines
14 KiB
Common Lisp
400 lines
14 KiB
Common Lisp
;; tinmop: an humble gemini and pleroma client
|
|
;; Copyright (C) 2020 cage
|
|
|
|
;; This program is free software: you can redistribute it and/or modify
|
|
;; it under the terms of the GNU General Public License as published by
|
|
;; the Free Software Foundation, either version 3 of the License, or
|
|
;; (at your option) any later version.
|
|
|
|
;; This program is distributed in the hope that it will be useful,
|
|
;; but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
;; MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
;; GNU General Public License for more details.
|
|
|
|
;; You should have received a copy of the GNU General Public License
|
|
;; along with this program.
|
|
;; If not, see [[http://www.gnu.org/licenses/][http://www.gnu.org/licenses/]].
|
|
|
|
(in-package :gemini-client)
|
|
|
|
(eval-when (:compile-toplevel :load-toplevel :execute)
|
|
(defclass response-status-code ()
|
|
((code
|
|
:initform nil
|
|
:initarg :code
|
|
:accessor code)
|
|
(description
|
|
:initform nil
|
|
:initarg :description
|
|
:accessor description)))
|
|
|
|
(defun response= (a b)
|
|
(= (code a)
|
|
(code b))))
|
|
|
|
(defmacro gen-status-constant (value description)
|
|
`(define-constant ,(format-fn-symbol t "+~a+" value)
|
|
(make-instance 'response-status-code
|
|
:code ,value
|
|
:description ,description)
|
|
:test #'response=))
|
|
|
|
(gen-status-constant 10 "Input")
|
|
|
|
(gen-status-constant 11 "Sensitive input")
|
|
|
|
(gen-status-constant 20 "success")
|
|
|
|
(gen-status-constant 30 "redirect - temporary")
|
|
|
|
(gen-status-constant 31 "redirect - permanent")
|
|
|
|
(gen-status-constant 40 "temporary failure")
|
|
|
|
(gen-status-constant 41 "server unavailable")
|
|
|
|
(gen-status-constant 42 "cgi error")
|
|
|
|
(gen-status-constant 43 "proxy error")
|
|
|
|
(gen-status-constant 44 "slow down")
|
|
|
|
(gen-status-constant 50 "permanent failure")
|
|
|
|
(gen-status-constant 51 "not found")
|
|
|
|
(gen-status-constant 52 "gone")
|
|
|
|
(gen-status-constant 53 "proxy request refused")
|
|
|
|
(gen-status-constant 59 "bad request")
|
|
|
|
(gen-status-constant 60 "client certificate required")
|
|
|
|
(gen-status-constant 61 "certificate not authorised")
|
|
|
|
(gen-status-constant 62 "certificate not valid")
|
|
|
|
(defparameter *all-codes* (list +10+ +11+
|
|
+20+
|
|
+30+ +31+
|
|
+40+ +41+ +42+ +43+ +44+
|
|
+50+ +51+ +52+ +53+ +59+
|
|
+60+ +61+ +62+))
|
|
|
|
(defun code= (code code-class)
|
|
(= code
|
|
(code code-class)))
|
|
|
|
(defun find-code-class (code)
|
|
(find-if (lambda (a) (code= code a)) *all-codes*))
|
|
|
|
(defun find-code-description (code)
|
|
(when-let ((found (find-code-class code)))
|
|
(description found)))
|
|
|
|
(defun mime-gemini-p (header-meta)
|
|
(string-starts-with-p "text/gemini" header-meta))
|
|
|
|
(defun header-code= (header code-class)
|
|
(code= (status-code header)
|
|
code-class))
|
|
|
|
(defun header-input-request-p (header)
|
|
(or (header-code= header +10+)
|
|
(header-code= header +11+)))
|
|
|
|
(defun header-success-p (header)
|
|
(header-code= header +20+))
|
|
|
|
(defun header-redirect-p (header)
|
|
(or (header-code= header +30+)
|
|
(header-code= header +31+)))
|
|
|
|
(defun header-temporary-failure-p (header)
|
|
(or (header-code= header +40+)
|
|
(header-code= header +41+)
|
|
(header-code= header +42+)
|
|
(header-code= header +43+)
|
|
(header-code= header +44+)))
|
|
|
|
(defun header-permanent-failure-p (header)
|
|
(or (header-code= header +50+)
|
|
(header-code= header +51+)
|
|
(header-code= header +52+)
|
|
(header-code= header +53+)
|
|
(header-code= header +59+)))
|
|
|
|
(defun header-certificate-failure-p (header)
|
|
(or (header-code= header +61+)
|
|
(header-code= header +62+)))
|
|
|
|
(defun header-not-implemented-p (header)
|
|
(declare (ignore header))
|
|
nil)
|
|
|
|
(defun header-certificate-requested-p (header)
|
|
(header-code= header +60+))
|
|
|
|
(defun response-input-p (code)
|
|
(code= code +10+))
|
|
|
|
(defun response-certificate-requested-p (code)
|
|
(code= code +60+))
|
|
|
|
(defun response-sensitive-input-p (code)
|
|
(code= code +11+))
|
|
|
|
(defun response-redirect-p (code)
|
|
(or (code= code +30+)
|
|
(code= code +31+)))
|
|
|
|
(defun response-success-p (code)
|
|
(code= code +20+))
|
|
|
|
(define-condition gemini-protocol-error (error)
|
|
((error-code
|
|
:initarg :error-code
|
|
:reader error-code)
|
|
(error-description
|
|
:initarg :error-description
|
|
:reader error-description))
|
|
(:report (lambda (condition stream)
|
|
(format stream
|
|
(_ "The server responded with the error ~a: ~a")
|
|
(error-code condition)
|
|
(error-description condition))))
|
|
(:documentation "The condition signalled for error codes (i.e. 4x and 5x)"))
|
|
|
|
(define-condition gemini-tofu-error (error)
|
|
((host
|
|
:initarg :host
|
|
:reader host))
|
|
(:report (lambda (condition stream)
|
|
(format stream
|
|
(_ "The certificate of host ~a has changed from your latest visit.")
|
|
(host condition))))
|
|
(:documentation "The condition signalled when tofu failed"))
|
|
|
|
(defparameter *gemini-page-theme* nil)
|
|
|
|
(defun init-default-gemini-theme ()
|
|
(setf *gemini-page-theme*
|
|
(make-instance 'gemini-parser:gemini-page-theme
|
|
:link-prefix-other (swconf:gemini-link-prefix-to-other)
|
|
:link-prefix-gemini (swconf:gemini-link-prefix-to-gemini)
|
|
:quote-prefix (swconf:gemini-quote-prefix)
|
|
:h1-prefix (swconf:gemini-h1-prefix)
|
|
:h2-prefix (swconf:gemini-h2-prefix)
|
|
:h3-prefix (swconf:gemini-h3-prefix)
|
|
:bullet-prefix (swconf:gemini-bullet-prefix))))
|
|
|
|
(defclass gemini-file-response ()
|
|
((status-code
|
|
:initform nil
|
|
:initarg :status-code
|
|
:accessor status-code)
|
|
(status-code-message
|
|
:initform ""
|
|
:initarg :status-code-message
|
|
:accessor status-code-message)
|
|
(meta
|
|
:initform nil
|
|
:initarg :meta
|
|
:accessor meta)
|
|
(parsed-file
|
|
:initform nil
|
|
:initarg :parsed-file
|
|
:accessor parsed-file)
|
|
(source-url
|
|
:initform nil
|
|
:initarg :source-url
|
|
:accessor source-url)
|
|
(source
|
|
:initform nil
|
|
:initarg :source
|
|
:accessor source)
|
|
(links
|
|
:initform nil
|
|
:initarg :links
|
|
:accessor links)
|
|
(text-rendering-theme
|
|
:initform *gemini-page-theme*
|
|
:initarg :text-rendering-theme
|
|
:accessor text-rendering-theme)))
|
|
|
|
(defun gemini-file-response-p (object)
|
|
(typep object 'gemini-file-response))
|
|
|
|
(defun make-gemini-file-response (status-code status-code-message
|
|
meta parsed-file
|
|
source-url source
|
|
links)
|
|
(make-instance 'gemini-file-response
|
|
:status-code status-code
|
|
:status-code-message status-code-message
|
|
:meta meta
|
|
:parsed-file parsed-file
|
|
:source-url source-url
|
|
:source source
|
|
:links links))
|
|
|
|
(defun parse-response (stream)
|
|
(let* ((header-raw (read-line-into-array stream :add-newline-stopper nil))
|
|
(header (babel:octets-to-string header-raw :errorp nil))
|
|
(parsed-header (parse-gemini-response-header (format nil "~a~a" header #\Newline))))
|
|
(with-accessors ((meta meta)
|
|
(status-code status-code)) parsed-header
|
|
(flet ((results (code-class body)
|
|
(values status-code
|
|
(description code-class)
|
|
meta
|
|
body)))
|
|
(cond
|
|
((header-success-p parsed-header)
|
|
(values status-code
|
|
(description +20+)
|
|
meta
|
|
stream))
|
|
((or (header-input-request-p parsed-header)
|
|
(header-redirect-p parsed-header)
|
|
(header-certificate-requested-p parsed-header))
|
|
(results (find-code-class status-code) nil))
|
|
((or (header-permanent-failure-p parsed-header)
|
|
(header-temporary-failure-p parsed-header)
|
|
(header-certificate-failure-p parsed-header))
|
|
(let ((response-code (find-code-class status-code)))
|
|
(error 'gemini-protocol-error
|
|
:error-code (code response-code)
|
|
:error-description (description response-code))))
|
|
;; ((header-not-implemented-p parsed-header)
|
|
;; (error 'conditions:not-implemented-error
|
|
;; :text (_ "The server requested a certificate but client validation is not implemented by this program")))
|
|
(t
|
|
parsed-header))))))
|
|
|
|
(defun absolute-url-p (url)
|
|
(text-utils:string-starts-with-p +gemini-scheme+ url))
|
|
|
|
(defun close-ssl-socket (socket)
|
|
(usocket:socket-close socket))
|
|
|
|
(defun make-client-certificate (iri)
|
|
(let* ((cache-id (db:cache-put iri +cache-tls-certificate-type+))
|
|
(cert-dir (os-utils:cached-file-path (text-utils:to-s cache-id))))
|
|
(fs:make-directory cert-dir)
|
|
(multiple-value-bind (certificate key)
|
|
(os-utils:generate-ssl-certificate cert-dir)
|
|
(values certificate key))))
|
|
|
|
(defun percent-encode-path (path)
|
|
(let ((splitted (split "/" path :limit (1+ (length path)))))
|
|
(if splitted
|
|
(reduce (lambda (a b) (strcat a "/" (maybe-percent-encode b)))
|
|
splitted)
|
|
path)))
|
|
|
|
(defun percent-encode-query (query)
|
|
(maybe-percent-encode query))
|
|
|
|
(defun percent-encode-fragment (fragment)
|
|
(maybe-percent-encode fragment))
|
|
|
|
(defun request (host path &key
|
|
(query nil)
|
|
(port +gemini-default-port+)
|
|
(fragment nil)
|
|
(client-certificate nil)
|
|
(certificate-key nil))
|
|
(let* ((iri (make-gemini-iri (idn:host-unicode->ascii host)
|
|
(percent-encode-path path)
|
|
:query (percent-encode-query query)
|
|
:port port
|
|
:fragment (percent-encode-fragment fragment)))
|
|
(ctx (cl+ssl:make-context :verify-mode cl+ssl:+ssl-verify-none+)))
|
|
(cl+ssl:with-global-context (ctx :auto-free-p t)
|
|
(let ((socket (usocket:socket-connect (idn:host-unicode->ascii host)
|
|
port
|
|
:element-type '(unsigned-byte 8))))
|
|
(unwind-protect
|
|
(when socket
|
|
(let* ((stream (usocket:socket-stream socket))
|
|
(ssl-stream (cl+ssl:make-ssl-client-stream stream
|
|
:certificate client-certificate
|
|
:key certificate-key
|
|
:external-format nil
|
|
:unwrap-stream-p t
|
|
:verify nil
|
|
:hostname host))
|
|
(request (format nil "~a~a~a" iri #\return #\newline))
|
|
(cert-hash (crypto-shortcuts:sha512 (x509:dump-certificate ssl-stream))))
|
|
(if (not (db:tofu-passes-p host cert-hash))
|
|
(error 'gemini-tofu-error :host host)
|
|
(progn
|
|
(write-sequence (babel:string-to-octets request) ssl-stream)
|
|
(force-output ssl-stream)
|
|
(multiple-value-bind (status description meta response)
|
|
(parse-response ssl-stream)
|
|
(values status description meta response socket)))))))))))
|
|
|
|
(defun gemini-file-stream-p (meta)
|
|
(gemini-client:mime-gemini-p meta))
|
|
|
|
(defun fetch-cached-certificate (url)
|
|
(let ((certificate nil)
|
|
(key nil))
|
|
(multiple-value-bind (certificate-cache key-cache)
|
|
(db:ssl-cert-find url)
|
|
(if (and certificate-cache
|
|
key-cache)
|
|
(setf certificate certificate-cache
|
|
key key-cache)
|
|
(multiple-value-bind (certificate-new key-new)
|
|
(gemini-client:make-client-certificate url)
|
|
(setf certificate certificate-new
|
|
key key-new)))
|
|
(assert certificate)
|
|
(assert key)
|
|
(values certificate key))))
|
|
|
|
(defgeneric build-redirect-iri (meta iri-from))
|
|
|
|
(defmethod build-redirect-iri (meta (iri-from iri:iri))
|
|
(let ((new-url (gemini-parser:absolutize-link meta
|
|
(uri:host iri-from)
|
|
(uri:port iri-from)
|
|
(uri:path iri-from))))
|
|
new-url))
|
|
|
|
(defmethod build-redirect-iri (meta (iri-from string))
|
|
(build-redirect-iri meta (iri:iri-parse iri-from)))
|
|
|
|
(define-constant +maximum-redirections+ 5 :test `=)
|
|
|
|
(defun slurp-gemini-url (url &optional (redirect-count 0))
|
|
"Read 'full' data from gemini address `url'; note that specs says
|
|
that gemini flow is streamed by default so this function has limited
|
|
use as there is a chance that it would not returns. Anyway for gemlog
|
|
subscription (for example) could be used.
|
|
|
|
TODO: Add client certificate."
|
|
(let ((iri (iri:iri-parse url)))
|
|
(multiple-value-bind (status description meta response socket)
|
|
(request (uri:host iri)
|
|
(uri:path iri)
|
|
:query (uri:query iri)
|
|
:port (uri:port iri)
|
|
:fragment (uri:fragment iri))
|
|
(declare (ignore description))
|
|
(cond
|
|
((response-success-p status)
|
|
(let ((data (misc:make-fresh-array 0 0 '(unsigned-byte 8) nil)))
|
|
(loop for new-byte = (read-byte response nil nil)
|
|
while new-byte do
|
|
(vector-push-extend new-byte data))
|
|
(close-ssl-socket socket)
|
|
data))
|
|
((and (response-redirect-p status)
|
|
(< redirect-count +maximum-redirections+))
|
|
(slurp-gemini-url (build-redirect-iri meta iri) (1+ redirect-count)))))))
|