1/* snac - A simple, minimalistic ActivityPub instance */
  2/* copyright (c) 2022 - 2026 grunfink et al. / MIT license */
  3
  4#define VERSION "2.94"
  5
  6#define USER_AGENT "snac/" VERSION
  7
  8#define WHAT_IS_SNAC_URL "https:/" "/comam.es/what-is-snac"
  9#define SNAC_DOC_URL "https:/" "/comam.es/snac-doc"
 10
 11#define DIR_PERM 00770
 12#define DIR_PERM_ADD 02770
 13
 14#define ISO_DATE_SPEC "%Y-%m-%dT%H:%M:%SZ"
 15
 16#ifndef MAX_THREADS
 17#define MAX_THREADS 256
 18#endif
 19
 20#ifndef MAX_JSON_DEPTH
 21#define MAX_JSON_DEPTH 8
 22#endif
 23
 24#ifndef MAX_CONVERSATION_LEVELS
 25#define MAX_CONVERSATION_LEVELS 48
 26#endif
 27
 28#define MD5_HEX_SIZE 33
 29
 30#define MD5_ALREADY_SEEN_MARK "00000000000000000000000000000000"
 31
 32extern double disk_layout;
 33extern xs_str *srv_basedir;
 34extern xs_dict *srv_config;
 35extern xs_str *srv_baseurl;
 36extern xs_str *srv_proxy_token_seed;
 37extern xs_dict *srv_langs;
 38extern const char *months[12];
 39
 40extern int dbglevel;
 41
 42#define L(s) lang_str((s), user)
 43#define LL(s) (s)
 44
 45#define POSTLIKE_OBJECT_TYPE "Note|Question|Page|Article|Video|Audio|Event"
 46
 47int mkdirx(const char *pathname);
 48
 49#define valid_status(status) xs_http_valid_status(status)
 50xs_str *tid(int offset);
 51double ftime(void);
 52
 53void srv_log(xs_str *str);
 54#define srv_debug(level, str) do { if (dbglevel >= (level)) \
 55    { srv_log((str)); } } while (0)
 56
 57typedef struct {
 58    xs_str *uid;        /* uid */
 59    xs_str *basedir;    /* user base directory */
 60    xs_dict *config;    /* user configuration */
 61    xs_dict *config_o;  /* user configuration admin override */
 62    xs_dict *key;       /* keypair */
 63    xs_dict *links;     /* validated links */
 64    xs_str *actor;      /* actor url */
 65    xs_str *actor_alt;  /* actor alternative url */
 66    xs_str *md5;        /* actor url md5 */
 67    const xs_dict *lang;/* string translation dict */
 68    const char *tz;     /* configured timezone */
 69} snac;
 70
 71typedef struct {
 72    int s_size;             /* struct size (for double checking) */
 73    int srv_running;        /* server running on/off */
 74    int use_fcgi;           /* FastCGI use on/off */
 75    time_t srv_start_time;  /* start time */
 76    int job_fifo_size;      /* job fifo size */
 77    int peak_job_fifo_size; /* maximum job fifo size seen */
 78    int n_threads;          /* number of configured threads */
 79    enum { THST_STOP, THST_WAIT, THST_IN, THST_QUEUE } th_state[MAX_THREADS];
 80} srv_state;
 81
 82extern srv_state *p_state;
 83
 84enum {
 85    SCOPE_PUBLIC = 0,
 86    SCOPE_MENTIONED = 1,
 87    SCOPE_UNLISTED = 2,
 88    SCOPE_FOLLOWERS = 3,
 89};
 90
 91void snac_log(snac *user, xs_str *str);
 92#define snac_debug(user, level, str) do { if (dbglevel >= (level)) \
 93    { snac_log((user), (str)); } } while (0)
 94
 95int srv_open(const char *basedir, int auto_upgrade);
 96void srv_free(void);
 97
 98void sbox_enter(const char *basedir);
 99
100int user_open(snac *snac, const char *uid);
101void user_free(snac *snac);
102xs_list *user_list(void);
103int user_open_by_md5(snac *snac, const char *md5);
104int user_persist(snac *snac, int publish);
105
106int validate_uid(const char *uid);
107
108xs_str *hash_password(const char *uid, const char *passwd, const char *nonce);
109int check_password(const char *uid, const char *passwd, const char *hash);
110
111char* findprog(const char *prog);
112int strip_media(const char *fn);
113int check_strip_tool(void);
114
115void srv_archive(const char *direction, const char *url, xs_dict *req,
116                 const char *payload, int p_size,
117                 int status, xs_dict *headers,
118                 const char *body, int b_size);
119void srv_archive_error(const char *prefix, const xs_str *err,
120                       const xs_dict *req, const xs_val *data);
121void srv_archive_qitem(const char *prefix, xs_dict *q_item);
122
123double mtime_nl(const char *fn, int *n_link);
124#define mtime(fn) mtime_nl(fn, NULL)
125double f_ctime(const char *fn);
126
127int index_add_md5(const char *fn, const char *md5);
128int index_add(const char *fn, const char *id);
129int index_gc(const char *fn);
130int index_first(const char *fn, char md5[MD5_HEX_SIZE]);
131int index_len(const char *fn);
132xs_list *index_list(const char *fn, int max);
133int index_desc_next(FILE *f, char md5[MD5_HEX_SIZE]);
134int index_desc_first(FILE *f, char md5[MD5_HEX_SIZE], int skip);
135int index_asc_next(FILE *f, char md5[MD5_HEX_SIZE]);
136int index_asc_first(FILE *f, char md5[MD5_HEX_SIZE], const char *seek_md5);
137xs_list *index_list_desc(const char *fn, int skip, int show);
138
139int object_add(const char *id, const xs_dict *obj);
140int object_add_ow(const char *id, const xs_dict *obj);
141int object_here_by_md5(const char *id);
142int object_here(const char *id);
143int object_get_by_md5(const char *md5, xs_dict **obj);
144int object_get(const char *id, xs_dict **obj);
145int object_del(const char *id);
146int object_del_if_unref(const char *id);
147double object_ctime_by_md5(const char *md5);
148double object_ctime(const char *id);
149double object_mtime_by_md5(const char *md5);
150double object_mtime(const char *id);
151void object_touch(const char *id);
152
153int object_admire(const char *id, const char *actor, int like);
154int object_unadmire(const char *id, const char *actor, int like);
155
156int object_emoji_react(const char *mid, const char *eid);
157int object_rm_emoji_react(const char *mid, const char *eid);
158int object_likes_len(const char *id);
159int object_announces_len(const char *id);
160int object_emojireacts_len(const char *id);
161
162xs_list *object_children(const char *id);
163xs_list *object_likes(const char *id);
164xs_list *object_announces(const char *id);
165xs_list *object_get_emoji_reacts(const char *id);
166int object_parent(const char *md5, char parent[MD5_HEX_SIZE]);
167
168int object_user_cache_add(snac *snac, const char *id, const char *cachedir);
169int object_user_cache_del(snac *snac, const char *id, const char *cachedir);
170
171int follower_add(snac *snac, const char *actor);
172int follower_del(snac *snac, const char *actor);
173int follower_check(snac *snac, const char *actor);
174xs_list *follower_list(snac *snac);
175int follower_list_len(snac *snac);
176
177int pending_add(snac *user, const char *actor, const xs_dict *msg);
178int pending_check(snac *user, const char *actor);
179xs_dict *pending_get(snac *user, const char *actor);
180void pending_del(snac *user, const char *actor);
181xs_list *pending_list(snac *user);
182int pending_count(snac *user);
183
184double timeline_mtime(snac *snac);
185int timeline_touch(snac *snac);
186int timeline_here_by_md5(snac *snac, const char *md5);
187int timeline_here(snac *snac, const char *id);
188int timeline_get_by_md5(snac *snac, const char *md5, xs_dict **msg);
189int timeline_del(snac *snac, const char *id);
190xs_str *user_index_fn(snac *user, const char *idx_name);
191xs_list *timeline_simple_list(snac *user, const char *idx_name, int skip, int show, int *more);
192xs_list *timeline_list(snac *snac, const char *idx_name, int skip, int show, int *more);
193int timeline_add(snac *snac, const char *id, const xs_dict *o_msg);
194int timeline_admire(snac *snac, const char *id, const char *admirer, int like, const xs_dict *msg);
195int timeline_emoji_react(const char *atto, const char *id, const xs_dict *o_msg);
196
197xs_list *timeline_top_level(snac *snac, const xs_list *list);
198void timeline_add_mark(snac *user);
199
200xs_list *local_list(snac *snac, int max);
201xs_str *instance_index_fn(void);
202xs_list *timeline_instance_list(int skip, int show);
203
204int following_add(snac *snac, const char *actor, const xs_dict *msg);
205int following_del(snac *snac, const char *actor);
206int following_check(snac *snac, const char *actor);
207int following_get(snac *snac, const char *actor, xs_dict **data);
208xs_list *following_list(snac *snac);
209int following_list_len(snac *snac);
210
211void mute(snac *snac, const char *actor);
212void unmute(snac *snac, const char *actor);
213int is_muted(snac *snac, const char *actor);
214xs_list *muted_list(snac *user);
215
216xs_str *emoji_reacted(snac *user, const char *id);
217
218int is_bookmarked(snac *user, const char *id);
219int bookmark(snac *user, const char *id);
220int unbookmark(snac *user, const char *id);
221xs_list *bookmark_list(snac *user);
222xs_str *bookmark_index_fn(snac *user);
223
224int pin(snac *user, const char *id);
225int unpin(snac *user, const char *id);
226int is_pinned(snac *user, const char *id);
227int is_pinned_by_md5(snac *user, const char *md5);
228xs_list *pinned_list(snac *user);
229
230int is_draft(snac *user, const char *id);
231void draft_del(snac *user, const char *id);
232void draft_add(snac *user, const char *id, const xs_dict *msg);
233xs_list *draft_list(snac *user);
234
235int is_scheduled(snac *user, const char *id);
236void schedule_del(snac *user, const char *id);
237void schedule_add(snac *user, const char *id, const xs_dict *msg);
238xs_list *scheduled_list(snac *user);
239void scheduled_process(snac *user);
240
241int limited(snac *user, const char *id, int cmd);
242#define is_limited(user, id) limited((user), (id), 0)
243#define limit(user, id) limited((user), (id), 1)
244#define unlimit(user, id) limited((user), (id), 2)
245
246void hide(snac *snac, const char *id);
247int is_hidden(snac *snac, const char *id);
248int unhide(snac *user, const char *id);
249
250void tag_index(const char *id, const xs_dict *obj);
251xs_str *tag_fn(const char *tag);
252xs_list *tag_search(const char *tag, int skip, int show);
253
254xs_val *list_maint(snac *user, const char *list, int op);
255xs_str *list_timeline_fn(snac *user, const char *list);
256xs_list *list_timeline(snac *user, const char *list, int skip, int show);
257xs_val *list_members(snac *user, const char *list_id, const char *actor_md5, int op);
258void list_distribute(snac *user, const char *who, const xs_dict *post);
259
260int actor_add(const char *actor, const xs_dict *msg);
261int actor_get(const char *actor, xs_dict **data);
262int actor_get_refresh(snac *user, const char *actor, xs_dict **data);
263
264int static_get(snac *snac, const char *id, xs_val **data, int *size, const char *inm, xs_str **etag);
265void static_put(snac *snac, const char *id, const char *data, int size);
266void static_put_meta(snac *snac, const char *id, const char *str);
267xs_str *static_get_meta(snac *snac, const char *id);
268
269double history_mtime(snac *snac, const char *id);
270void history_add(snac *snac, const char *id, const char *content, int size,
271                    xs_str **etag);
272int history_get(snac *snac, const char *id, xs_str **content, int *size,
273                const char *inm, xs_str **etag);
274int history_del(snac *snac, const char *id);
275xs_list *history_list(snac *snac);
276
277void lastlog_write(snac *snac, const char *source);
278
279xs_str *notify_check_time(snac *snac, int reset);
280void notify_add(snac *snac, const char *type, const char *utype,
281                const char *actor, const char *objid, const xs_dict *msg);
282xs_dict *notify_get(snac *snac, const char *id);
283int notify_new_num(snac *snac);
284xs_list *notify_list(snac *snac, int skip, int show);
285xs_list *notify_filter_list(snac *snac, xs_list *ids);
286void notify_clear(snac *snac);
287
288xs_dict *markers_get(snac *snac, const xs_list *markers);
289xs_dict *markers_set(snac *snac, const char *home_marker, const char *notify_marker);
290
291void inbox_add(const char *inbox);
292void inbox_add_by_actor(const xs_dict *actor);
293xs_list *inbox_list(void);
294
295int is_instance_blocked(const char *instance);
296int instance_block(const char *instance);
297int instance_unblock(const char *instance);
298
299int content_match(const char *file, const xs_dict *msg);
300xs_list *content_search(snac *user, const char *regex,
301            int priv, int skip, int show, int max_secs, int *timeout);
302
303int actor_failure(const char *actor, int op);
304int instance_failure(const char *url, int op);
305
306int grave(const char *objid, int op);
307
308void enqueue_input(snac *snac, const xs_dict *msg, const xs_dict *req, int retries);
309void enqueue_shared_input(const xs_dict *msg, const xs_dict *req, int retries);
310void enqueue_output_raw(const char *keyid, const char *seckey,
311                        const xs_dict *msg, const xs_str *inbox,
312                        int retries, int p_status);
313void enqueue_output(snac *snac, const xs_dict *msg,
314                    const xs_str *inbox, int retries, int p_status);
315void enqueue_output_by_actor(snac *snac, const xs_dict *msg,
316                             const xs_str *actor, int retries);
317void enqueue_email(const xs_str *msg, int retries);
318void enqueue_telegram(const xs_str *msg, const char *bot, const char *chat_id);
319void enqueue_ntfy(const xs_str *msg, const char *ntfy_server, const char *ntfy_token);
320void enqueue_message(snac *snac, const xs_dict *msg);
321void enqueue_close_question(snac *user, const char *id, int end_secs);
322void enqueue_object_request(snac *user, const char *id, int forward_secs);
323void enqueue_verify_links(snac *user);
324void enqueue_actor_refresh(snac *user, const char *actor, int forward_secs);
325void enqueue_webmention(const xs_dict *msg);
326void enqueue_notify_webhook(snac *user, const xs_dict *noti, int retries);
327void enqueue_collect_replies(snac *user, const char *post);
328void enqueue_collect_outbox(snac *user, const char *actor_id);
329void enqueue_fsck(void);
330
331int was_question_voted(snac *user, const char *id);
332
333xs_list *user_queue(snac *snac);
334xs_list *queue(void);
335xs_dict *queue_get(const char *fn);
336xs_dict *dequeue(const char *fn);
337
338void purge(snac *snac);
339void purge_all(void);
340
341xs_dict *http_signed_request_raw(const char *keyid, const char *seckey,
342                            const char *method, const char *url,
343                            const xs_dict *headers,
344                            const char *body, int b_size,
345                            int *status, xs_str **payload, int *p_size,
346                            int timeout);
347xs_dict *http_signed_request(snac *snac, const char *method, const char *url,
348                            const xs_dict *headers,
349                            const char *body, int b_size,
350                            int *status, xs_str **payload, int *p_size,
351                            int timeout);
352int check_signature(const xs_dict *req, xs_str **err, xs_str **key_id);
353
354srv_state *srv_state_op(xs_str **fname, int op);
355void httpd(void);
356
357int webfinger_request_signed(snac *snac, const char *qs, xs_str **actor, xs_str **user);
358int webfinger_request(const char *qs, xs_str **actor, xs_str **user);
359int webfinger_request_fake(const char *qs, xs_str **actor, xs_str **user);
360int webfinger_get_handler(const xs_dict *req, const char *q_path,
361                          xs_val **body, int *b_size, char **ctype);
362
363const char *default_avatar_base64(void);
364
365xs_str *process_tags(snac *snac, const char *content, xs_list **tag);
366
367void collect_replies(snac *user, const char *id);
368void collect_outbox(snac *user, const char *actor_id);
369
370const char *get_atto(const xs_dict *msg);
371const char *get_in_reply_to(const xs_dict *msg);
372xs_list *get_attachments(const xs_dict *msg);
373
374xs_dict *msg_admiration(snac *snac, const char *object, const char *type);
375xs_dict *msg_repulsion(snac *user, const char *id, const char *type);
376xs_dict *msg_emoji_init(snac *user, const char *mid, const char *eid);
377xs_dict *msg_emoji_unreact(snac *user, const char *id, const char *type);
378xs_dict *msg_create(snac *snac, const xs_dict *object);
379xs_dict *msg_follow(snac *snac, const char *actor);
380
381xs_dict *msg_note(snac *snac, const xs_str *content, const xs_val *rcpts,
382                  const xs_str *in_reply_to, const xs_list *attach,
383                  int scope, const char *lang_str, const char *msg_date);
384
385xs_dict *msg_undo(snac *snac, const xs_val *object);
386xs_dict *msg_delete(snac *snac, const char *id);
387xs_dict *msg_actor(snac *snac);
388xs_dict *msg_update(snac *snac, const xs_dict *object);
389xs_dict *msg_ping(snac *user, const char *rcpt);
390xs_dict *msg_pong(snac *user, const char *rcpt, const char *object);
391xs_dict *msg_move(snac *user, const char *new_account);
392xs_dict *msg_accept(snac *snac, const xs_val *object, const char *to);
393xs_dict *msg_question(snac *user, const char *content, xs_list *attach,
394                      const xs_list *opts, int multiple, int end_secs);
395xs_dict *msg_replies(snac *user, const char *id, int fill);
396int get_msg_visibility(const xs_dict *msg);
397
398int activitypub_request(snac *snac, const char *url, xs_dict **data);
399int actor_request(snac *user, const char *actor, xs_dict **data);
400int send_to_inbox_raw(const char *keyid, const char *seckey,
401                  const xs_str *inbox, const xs_dict *msg,
402                  xs_val **payload, int *p_size, int timeout);
403int send_to_inbox(snac *snac, const xs_str *inbox, const xs_dict *msg,
404                  xs_val **payload, int *p_size, int timeout);
405xs_str *get_actor_inbox(const char *actor, int shared);
406int send_to_actor(snac *snac, const char *actor, const xs_dict *msg,
407                  xs_val **payload, int *p_size, int timeout);
408int is_msg_mine(snac *user, const char *id);
409int is_msg_public(const xs_dict *msg);
410int is_msg_from_private_user(const xs_dict *msg);
411int is_msg_for_me(snac *snac, const xs_dict *msg);
412
413int process_user_queue(snac *snac);
414void process_queue_item(xs_dict *q_item);
415int process_queue(void);
416
417int activitypub_get_handler(const xs_dict *req, const char *q_path,
418                            char **body, int *b_size, char **ctype);
419int activitypub_post_handler(const xs_dict *req, const char *q_path,
420                             char *payload, int p_size,
421                             char **body, int *b_size, char **ctype);
422
423xs_dict *emojis(void);
424xs_dict *emojis_rm_categories(void);
425xs_str *format_text_with_emoji(snac *user, const char *text, int ems, const char *proxy);
426xs_str *not_really_markdown(const char *content, xs_list **attach, xs_list **tag);
427xs_str *sanitize(const char *content);
428xs_str *encode_html(const char *str);
429
430xs_str *html_timeline(snac *user, const xs_list *list, int read_only,
431                      int skip, int show, int show_more,
432                      const char *title, const char *page, int utl, const char *error, int terse);
433
434int html_get_handler(const xs_dict *req, const char *q_path,
435                     char **body, int *b_size, char **ctype,
436                     xs_str **etag, xs_str **last_modified);
437
438int html_post_handler(const xs_dict *req, const char *q_path,
439                      char *payload, int p_size,
440                      char **body, int *b_size, char **ctype);
441
442int write_default_css(void);
443int snac_init(const char *_basedir);
444int adduser(const char *uid);
445int resetpwd(snac *snac);
446int deluser(snac *user);
447
448extern const char *snac_blurb;
449
450void job_post(const xs_val *job, int urgent);
451void job_wait(xs_val **job);
452
453int oauth_get_handler(const xs_dict *req, const char *q_path,
454                      char **body, int *b_size, char **ctype);
455int oauth_post_handler(const xs_dict *req, const char *q_path,
456                       const char *payload, int p_size,
457                       char **body, int *b_size, char **ctype);
458int mastoapi_get_handler(const xs_dict *req, const char *q_path,
459                         char **body, int *b_size, char **ctype, xs_str **link);
460int mastoapi_post_handler(const xs_dict *req, const char *q_path,
461                          const char *payload, int p_size,
462                          char **body, int *b_size, char **ctype);
463int mastoapi_delete_handler(const xs_dict *req, const char *q_path,
464                          const char *payload, int p_size,
465                          char **body, int *b_size, char **ctype);
466int mastoapi_put_handler(const xs_dict *req, const char *q_path,
467                          const char *payload, int p_size,
468                          char **body, int *b_size, char **ctype);
469void persist_image(const char *key, const xs_val *data, const char *payload, snac *snac);
470int mastoapi_patch_handler(const xs_dict *req, const char *q_path,
471                          const char *payload, int p_size,
472                          char **body, int *b_size, char **ctype);
473void mastoapi_purge(void);
474
475void verify_links(snac *user);
476
477void export_csv(snac *user);
478void export_posts(snac *user);
479
480int migrate_account(snac *user);
481
482void import_blocked_accounts_csv(snac *user, const char *fn);
483void import_following_accounts_csv(snac *user, const char *fn);
484void import_list_csv(snac *user, const char *fn);
485void import_csv(snac *user);
486int parse_port(const char *url, const char **errstr);
487
488typedef struct {
489    double timestamp;
490    char   *text;
491} t_announcement;
492t_announcement *announcement(double after);
493
494xs_str *make_url(const char *href, const char *proxy, int by_token);
495
496int badlogin_check(const char *user, const char *addr);
497void badlogin_inc(const char *user, const char *addr);
498
499const char *lang_str(const char *str, const snac *user);
500
501xs_str *rss_from_timeline(snac *user, const xs_list *timeline,
502                        const char *title, const char *link, const char *desc);
503void rss_to_timeline(snac *user, const char *url);
504void rss_poll_hashtags(void);
505
506void data_fsck(void);
507
508xs_list *user_top_ten(snac *user, int count);