(in-package :cl-user) (defpackage chad-music.server (:use :cl #:alexandria #:chad-music.db #:chad-music.utils #:jonathan) (:export #:main)) (in-package :chad-music.server) (defvar *path-url-mappings* nil "alist map database paths to urls") ;; Server database (defstruct server (token-user (make-hash-table :test #'equal) :type hash-table)) (defvar *server* (make-server) "Server database") (defvar *server-path* "db-server.sexp") (defun save-server (&optional (file-name *server-path*)) (declare #.*standard-optimize-settings*) (with-output-to-file (s file-name :if-exists :supersede) (labels ((print-table (table) (print (hash-table-plist table) s))) (print-table (server-token-user *server*))))) (defun load-server (&optional (file-name *server-path*)) (declare #.*standard-optimize-settings*) (with-input-from-file (s file-name) (make-server :token-user (plist-hash-table (read s nil) :test #'equal)))) (defun get-url (path) (declare #.*standard-optimize-settings*) (when (and path (pathnamep path)) (let ((path (uiop:unix-namestring path))) (loop for (path-prefix . url-prefix) in *path-url-mappings* do (multiple-value-bind (foundp suffix) (starts-with-subseq path-prefix path :return-suffix t) (when foundp (return-from get-url (format nil "~A~{~A~^/~}" url-prefix (mapcar #'quri:url-encode (split-sequence:split-sequence #\/ suffix)))))))))) (defmacro maybe-key-value (key value) `(when ,value (write-key-value ,key ,value))) (defmethod %to-json ((album album)) (with-object (maybe-key-value "id" (album-id album)) (maybe-key-value "artist" (album-artist album)) (maybe-key-value "year" (album-year album)) (maybe-key-value "album" (album-album album)) (maybe-key-value "original_date" (album-original-date album)) (maybe-key-value "publisher" (album-publisher album)) (maybe-key-value "country" (album-country album)) (maybe-key-value "genre" (album-genre album)) (maybe-key-value "type" (or (album-type album) "album")) (maybe-key-value "status" (album-status album)) (maybe-key-value "mb_id" (album-mb-id album)) (maybe-key-value "track_count" (album-track-count album)) (maybe-key-value "total_duration" (album-total-duration album)) (maybe-key-value "cover" (get-url (album-cover album))))) (defmethod %to-json ((track track)) (let ((album-artist (album-artist (track-album track))) (track-artist (track-artist track))) (with-object (maybe-key-value "artist" track-artist) (maybe-key-value "album_artist" (unless (equal track-artist album-artist) album-artist)) (maybe-key-value "album" (album-album (track-album track))) (maybe-key-value "year" (album-year (track-album track))) (maybe-key-value "no" (clear-track-no (track-no track))) (maybe-key-value "title" (track-title track)) (maybe-key-value "bit_rate" (track-bit-rate track)) (maybe-key-value "vbr" (if (track-is-vbr track) :true :false)) (maybe-key-value "duration" (track-duration track)) (maybe-key-value "url" (get-url (track-path track))) (maybe-key-value "cover" (get-url (album-cover (track-album track))))))) (defparameter +400+ '(400 nil #.(trivial-utf-8:string-to-utf-8-bytes "Bad Request"))) (defparameter +401+ '(401 nil #.(trivial-utf-8:string-to-utf-8-bytes "Unauthorized"))) (defparameter +404+ '(404 nil #.(trivial-utf-8:string-to-utf-8-bytes "Not found"))) (defparameter +200-empty+ '(200 (:content-type "application/json") #.(trivial-utf-8:string-to-utf-8-bytes "{}"))) (defun 200-json (data &optional (dumper #'to-json)) (declare #.*standard-optimize-settings* (type function dumper)) `(200 (:content-type "application/json") ,(trivial-utf-8:string-to-utf-8-bytes (funcall dumper data)))) (let ((db-package (find-package :chad-music.db))) (defun getsym (place indicator) (declare #.*standard-optimize-settings* (type list place) (type symbol indicator)) (intern (string-upcase (getf place indicator)) db-package))) (defun aget (place indicator &key (test #'equal)) (declare #.*standard-optimize-settings* (type list place) (type (or string symbol) indicator) (type function test)) (cdr (assoc indicator place :test test))) (defun may-integer (string) (declare #.*standard-optimize-settings* (type (or null string) string)) (when string (parse-integer string :junk-allowed t))) (defun get-restrictions (query-params) (declare #.*standard-optimize-settings* (type list query-params)) (loop for key in '(artist year album publisher country genre type status) for value = (aget query-params (string-downcase (symbol-name key))) when value collect (cons key (case key (year (parse-integer value :junk-allowed t)) (otherwise value))))) (defparameter +max-limit+ 10000) (defmacro with-category ((params category filter restrictions offset limit latest) &body body) (with-gensyms (query-string query-params) `(let ((,category (getsym ,params :category))) (case ,category ((artist year album publisher country genre type status) (let* ((,query-string (getf myway:*env* :query-string)) (,query-params (and ,query-string (quri:url-decode-params ,query-string))) (,filter (aget ,query-params "filter")) (,restrictions (get-restrictions ,query-params)) (,offset (or (may-integer (aget ,query-params "offset")) 0)) (,limit (min (the fixnum +max-limit+) (the fixnum (or (may-integer (aget ,query-params "limit")) +max-limit+)))) (,latest (aget ,query-params "latest"))) ,@body)) (otherwise +404+))))) (defmacro with-user ((info) &body body) (with-gensyms (auth bearer headers) `(let* ((,headers (getf myway:*env* :headers)) (,auth (ignore-errors (gethash "authorization" ,headers))) (,bearer (when (and ,auth (> (length (the string ,auth)) 7) (equal "Bearer " (subseq (the string ,auth) 0 7))) (subseq (the string ,auth) 7))) (,info (when ,bearer (gethash ,bearer (server-token-user *server*))))) (when (and (null ,info) (null (gethash "x-real-ip" ,headers))) (setf ,info `(:|username| "admin" :|id| 0 :|first_name| "cli" :|last_name| "admin"))) (if ,info (handler-case (progn ,@body) (error (e) (log:error e) (print e))) +401+)))) (defun get-category-list (params) (declare #.*standard-optimize-settings* (ignore params)) (with-user (info) (200-json '("artist" "year" "album" "publisher" "country" "genre" "type" "status")))) (defun get-category-size (params) (declare #.*standard-optimize-settings*) (with-user (info) (with-category (params category filter restrictions offset limit latest) (declare (ignore offset limit latest)) (200-json (query-category category :filter filter :restrictions restrictions :count-only t))))) (defun dumps-category-result (results) (with-output-to-string* (with-array (loop for (cat . count) in results do (write-item (with-object (write-key-value "item" cat) (write-key-value "count" count))))))) (defun get-category (params) (declare #.*standard-optimize-settings*) (with-user (info) (with-category (params category filter restrictions offset limit latest) (200-json (query-category category :filter filter :restrictions restrictions :limit limit :offset offset :latest latest) (case category (album #'to-json) (t #'dumps-category-result)))))) (defun get-album-tracks (params) (declare #.*standard-optimize-settings*) (with-user (info) (200-json (album-tracks (getf params :id))))) (defun file-server (root) (lambda (params) (declare #.*standard-optimize-settings*) (let ((file (probe-file (cl-fad:merge-pathnames-as-file root (uiop:parse-unix-namestring (car (getf params :splat))))))) (if file (list 200 nil file) +404+)))) ;; Admin tools (defvar *rescans* nil) (defun update-db () (let (added updated removed) (sb-impl::call-with-timing #'(lambda (&rest args) (push (append args (list :timestamp (get-universal-time) :added added :updated updated :removed removed)) *rescans*)) #'(lambda () (multiple-value-bind (a u r) (rescan (mapcar 'car *path-url-mappings*)) (save-db) (setf added a updated u removed r)))))) (defvar *rescan-lock* (bt:make-lock "Rescan lock")) (defvar *rescan-cond* (bt:make-condition-variable :name "Rescan requested")) (defvar *rescan-thread* nil) (defvar *rescan-active* nil) (defun rescanner () (loop (bt:with-lock-held (*rescan-lock*) (bt:condition-wait *rescan-cond* *rescan-lock*) (setf *rescan-active* t) (handler-case (update-db) (error (e) (format t "Error updating db: ~a" e))) (setf *rescan-active* nil)))) (defun request-rescan (params) (declare #.*standard-optimize-settings* (ignorable params)) (with-user (info) (bt:condition-notify *rescan-cond*) +200-empty+)) (defun stats (params) (declare #.*standard-optimize-settings* (ignorable params)) (with-user (info) (let ((stats (db-stats))) (setf (getf stats :|duration|) (format-interval (getf stats :|duration|))) (200-json (append stats (list :|rescans| (subseq (the list *rescans*) 0 (min (length (the list *rescans*)) 10)))))))) (defvar *bot-token* nil "Login bot token") (defun validate-user (info) (let ((hash (prog1 (getf info :|hash|) (remf info :|hash|))) (check-string (format nil "~{~a=~a~^~%~}" (alist-plist (sort (plist-alist info) #'string-lessp :key #'(lambda (p) (symbol-name (car p))))))) (hmac (crypto:make-hmac (crypto:digest-sequence :sha256 (crypto:ascii-string-to-byte-array *bot-token*)) :sha256))) (crypto:update-hmac hmac (trivial-utf-8:string-to-utf-8-bytes check-string)) (string-equal hash (crypto:byte-array-to-hex-string (crypto:hmac-digest hmac))))) (defparameter +telegram-api-format+ "https://api.telegram.org/bot~A/~A") (defun telegram-request (method params) (json-request (format nil +telegram-api-format+ *bot-token* method) :method :post :content (trivial-utf-8:string-to-utf-8-bytes (to-json params)))) (defvar *bot-auth-chat-id* nil "Authentication chat id") (defparameter +authorized-statuses+ '("creator" "administrator" "member")) (defun authorize-user (info) (ignore-errors (let* ((response (telegram-request "getChatMember" `(:|chat_id| ,*bot-auth-chat-id* :|user_id| ,(getf info :|id|)))) (chat-member (getf response :|result|)) (status (getf chat-member :|status|))) (member status +authorized-statuses+ :test #'equal)))) (defparameter +token-length+ 16) (defun user-token (info) (let ((token (crypto:byte-array-to-hex-string (crypto:random-data +token-length+)))) (setf (gethash token (server-token-user *server*)) info) (save-server) token)) (defun login (params) (declare #.*standard-optimize-settings* (ignorable params)) (handler-case (let* ((body (trivial-utf-8:read-utf-8-string (getf myway:*env* :raw-body) :stop-at-eof t)) (info (parse (coerce (the string body) 'simple-string)))) (unless (validate-user info) (error "Bad user info")) (if (authorize-user info) (200-json `(:|token| ,(user-token info))) +401+)) (error (e) (log:error e) +400+))) (defun user-info (params) (declare #.*standard-optimize-settings* (ignorable params)) (with-user (info) (200-json info))) (defvar *mapper* (myway:make-mapper)) (myway:connect *mapper* "/api/cat/:category/size" 'get-category-size) (myway:connect *mapper* "/api/cat/:category" 'get-category) (myway:connect *mapper* "/api/cat" 'get-category-list) (myway:connect *mapper* "/api/album/:id/tracks" 'get-album-tracks) (myway:connect *mapper* "/api/stats" 'stats) (myway:connect *mapper* "/api/rescan" 'request-rescan :method :POST) (myway:connect *mapper* "/api/login" 'login :method :POST) (myway:connect *mapper* "/api/user" 'user-info) (defun main (&rest args &key (port 5000) (debug nil) (use-thread t) (serve-files nil) &allow-other-keys) ;; Load config file (when-let (file (probe-file (merge-pathnames "config.lisp" (asdf:component-pathname (asdf:find-system '#:chad-music))))) (load file)) ;; Load server (when-let (file (probe-file *server-path*)) (setf *server* (load-server file))) ;; Load database (when-let (file (probe-file *db-path*)) (let ((*package* (find-package :chad-music.db))) (setf *db* (load-db file)))) ;; Set up debug file server (when serve-files (loop for (path-prefix . url-prefix) in *path-url-mappings* do (myway:connect *mapper* (concatenate 'string url-prefix "*") (file-server path-prefix)))) ;; Start rescan processor (setf *rescan-thread* (bt:make-thread 'rescanner :name "DB rescanner")) ;; Start application (apply #'clack:clackup (myway:to-app *mapper*) :server :woo :port port :debug debug :use-default-middlewares nil :use-thread use-thread (alexandria:remove-from-plist args :data :port :debug :use-thread)))