2.73 utils.c
  1/* snac - A simple, minimalistic ActivityPub instance */
  2/* copyright (c) 2022 - 2025 grunfink et al. / MIT license */
  3
  4#include "xs.h"
  5#include "xs_io.h"
  6#include "xs_json.h"
  7#include "xs_time.h"
  8#include "xs_openssl.h"
  9#include "xs_random.h"
 10#include "xs_glob.h"
 11#include "xs_curl.h"
 12#include "xs_regex.h"
 13
 14#include "snac.h"
 15
 16#include <sys/stat.h>
 17#include <stdlib.h>
 18
 19static const char *default_srv_config = "{"
 20    "\"host\":                 \"\","
 21    "\"prefix\":               \"\","
 22    "\"address\":              \"127.0.0.1\","
 23    "\"port\":                 8001,"
 24    "\"layout\":               0.0,"
 25    "\"dbglevel\":             0,"
 26    "\"queue_retry_minutes\":  2,"
 27    "\"queue_retry_max\":      10,"
 28    "\"queue_timeout\":        6,"
 29    "\"queue_timeout_2\":      8,"
 30    "\"cssurls\":              [\"\"],"
 31    "\"def_timeline_entries\": 50,"
 32    "\"max_timeline_entries\": 50,"
 33    "\"timeline_purge_days\":  120,"
 34    "\"local_purge_days\":     0,"
 35    "\"min_account_age\":      0,"
 36    "\"admin_email\":          \"\","
 37    "\"admin_account\":        \"\","
 38    "\"title\":                \"\","
 39    "\"short_description\":    \"\","
 40    "\"short_description_raw\": false,"
 41    "\"protocol\":             \"https\","
 42    "\"fastcgi\":              false"
 43    "}";
 44
 45static const char *default_css =
 46    "body { max-width: 48em; margin: auto; line-height: 1.5; padding: 0.8em; word-wrap: break-word; }\n"
 47    "pre { overflow-x: scroll; }\n"
 48    ".snac-embedded-video, img { max-width: 100% }\n"
 49    ".snac-origin { font-size: 85% }\n"
 50    ".snac-score { float: right; font-size: 85% }\n"
 51    ".snac-top-user { text-align: center; padding-bottom: 2em }\n"
 52    ".snac-top-user-name { font-size: 200% }\n"
 53    ".snac-top-user-id { font-size: 150% }\n"
 54    ".snac-announcement { border: black 1px solid; padding: 0.5em }\n"
 55    ".snac-avatar { float: left; height: 2.5em; width: 2.5em; padding: 0.25em }\n"
 56    ".snac-author { font-size: 90%; text-decoration: none }\n"
 57    ".snac-author-tag { font-size: 80% }\n"
 58    ".snac-pubdate { color: #a0a0a0; font-size: 90% }\n"
 59    ".snac-top-controls { padding-bottom: 1.5em }\n"
 60    ".snac-post { border-top: 1px solid #a0a0a0; padding-top: 0.5em; padding-bottom: 0.5em; }\n"
 61    ".snac-children { padding-left: 1em; border-left: 1px solid #a0a0a0; }\n"
 62    ".snac-textarea { font-family: inherit; width: 100% }\n"
 63    ".snac-history { border: 1px solid #606060; border-radius: 3px; margin: 2.5em 0; padding: 0 2em }\n"
 64    ".snac-btn-mute { float: right; margin-left: 0.5em }\n"
 65    ".snac-btn-unmute { float: right; margin-left: 0.5em }\n"
 66    ".snac-btn-follow { float: right; margin-left: 0.5em }\n"
 67    ".snac-btn-unfollow { float: right; margin-left: 0.5em }\n"
 68    ".snac-btn-hide { float: right; margin-left: 0.5em }\n"
 69    ".snac-btn-delete { float: right; margin-left: 0.5em }\n"
 70    ".snac-btn-limit { float: right; margin-left: 0.5em }\n"
 71    ".snac-btn-unlimit { float: right; margin-left: 0.5em }\n"
 72    ".snac-footer { margin-top: 2em; font-size: 75% }\n"
 73    ".snac-poll-result { margin-left: auto; margin-right: auto; }\n"
 74    ".snac-list-of-lists { padding-left: 0; }\n"
 75    ".snac-list-of-lists li { display: inline; border: 1px solid #a0a0a0; border-radius: 25px;\n"
 76    "  margin-right: 0.5em; padding-left: 0.5em; padding-right: 0.5em; }\n"
 77    ".snac-no-more-unseen-posts { border-top: 1px solid #a0a0a0; border-bottom: 1px solid #a0a0a0; padding: 0.5em 0; margin: 1em 0; }\n"
 78    "@media (prefers-color-scheme: dark) { \n"
 79    "  body, input, textarea { background-color: #000; color: #fff; }\n"
 80    "  a { color: #7799dd }\n"
 81    "  a:visited { color: #aa99dd }\n"
 82    "}\n"
 83;
 84
 85const char *snac_blurb =
 86    "<p><b>%host%</b> is a <a href=\"https:/"
 87    "/en.wikipedia.org/wiki/Fediverse\">Fediverse</a> "
 88    "instance that uses the <a href=\"https:/"
 89    "/en.wikipedia.org/wiki/ActivityPub\">ActivityPub</a> "
 90    "protocol. In other words, users at this host can communicate with people "
 91    "that use software like Mastodon, Pleroma, Friendica, etc. "
 92    "all around the world.</p>\n"
 93    "<p>This server runs the "
 94    "<a href=\"" WHAT_IS_SNAC_URL "\">snac</a> software and there is no "
 95    "automatic sign-up process.</p>\n"
 96;
 97
 98static const char *greeting_html =
 99    "<!DOCTYPE html>\n"
100    "<html><head>\n"
101    "<meta name=\"viewport\" content=\"width=device-width, initial-scale=1\"/>\n"
102    "<link rel=\"icon\" type=\"image/x-icon\" href=\"https://%host%/favicon.ico\"/>\n"
103    "<title>Welcome to %host%</title>\n</head>\n"
104    "<body style=\"margin: auto; max-width: 50em\">\n"
105    "%blurb%"
106    "<p>The following users are part of this community:</p>\n"
107    "\n"
108    "%userlist%\n"
109    "\n"
110    "<p>This site is powered by <abbr title=\"Social Networks Are Crap\">snac</abbr>.</p>\n"
111    "</body></html>\n";
112
113
114int write_default_css(void)
115{
116    FILE *f;
117
118    xs *sfn = xs_fmt("%s/style.css", srv_basedir);
119    if ((f = fopen(sfn, "w")) == NULL)
120        return 1;
121
122    fwrite(default_css, strlen(default_css), 1, f);
123    fclose(f);
124
125    return 0;
126}
127
128
129int snac_init(const char *basedir)
130{
131    FILE *f;
132
133    if (basedir == NULL) {
134        printf("Base directory: "); fflush(stdout);
135        srv_basedir = xs_strip_i(xs_readline(stdin));
136    }
137    else
138        srv_basedir = xs_str_new(basedir);
139
140    if (srv_basedir == NULL || *srv_basedir == '\0')
141        return 1;
142
143    if (xs_endswith(srv_basedir, "/"))
144        srv_basedir = xs_crop_i(srv_basedir, 0, -1);
145
146    if (mtime(srv_basedir) != 0.0) {
147        printf("ERROR: directory '%s' must not exist.\n", srv_basedir);
148        return 1;
149    }
150
151    srv_config = xs_json_loads(default_srv_config);
152
153    xs *layout = xs_number_new(disk_layout);
154    srv_config = xs_dict_set(srv_config, "layout", layout);
155
156    int is_unix_socket = 0;
157
158    printf("Network address or full path to unix socket [%s]: ", xs_dict_get(srv_config, "address")); fflush(stdout);
159    {
160        xs *i = xs_strip_i(xs_readline(stdin));
161        if (*i) {
162            srv_config = xs_dict_set(srv_config, "address", i);
163
164            if (*i == '/')
165                is_unix_socket = 1;
166        }
167    }
168
169    if (!is_unix_socket) {
170        printf("Network port [%d]: ", (int)xs_number_get(xs_dict_get(srv_config, "port"))); fflush(stdout);
171        {
172            xs *i = xs_strip_i(xs_readline(stdin));
173            if (*i) {
174                xs *n = xs_number_new(atoi(i));
175                srv_config = xs_dict_set(srv_config, "port", n);
176            }
177        }
178    }
179    else {
180        xs *n = xs_number_new(0);
181        srv_config = xs_dict_set(srv_config, "port", n);
182    }
183
184    printf("Host name: "); fflush(stdout);
185    {
186        xs *i = xs_strip_i(xs_readline(stdin));
187        if (*i == '\0')
188            return 1;
189
190        srv_config = xs_dict_set(srv_config, "host", i);
191    }
192
193    printf("URL prefix: "); fflush(stdout);
194    {
195        xs *i = xs_strip_i(xs_readline(stdin));
196
197        if (*i) {
198            if (xs_endswith(i, "/"))
199                i = xs_crop_i(i, 0, -1);
200
201            srv_config = xs_dict_set(srv_config, "prefix", i);
202        }
203    }
204
205    printf("Admin email address (optional): "); fflush(stdout);
206    {
207        xs *i = xs_strip_i(xs_readline(stdin));
208
209        srv_config = xs_dict_set(srv_config, "admin_email", i);
210    }
211
212    if (mkdirx(srv_basedir) == -1) {
213        printf("ERROR: cannot create directory '%s'\n", srv_basedir);
214        return 1;
215    }
216
217    xs *udir = xs_fmt("%s/user", srv_basedir);
218    mkdirx(udir);
219
220    xs *odir = xs_fmt("%s/object", srv_basedir);
221    mkdirx(odir);
222
223    xs *qdir = xs_fmt("%s/queue", srv_basedir);
224    mkdirx(qdir);
225
226    xs *ibdir = xs_fmt("%s/inbox", srv_basedir);
227    mkdirx(ibdir);
228
229    xs *gfn = xs_fmt("%s/greeting.html", srv_basedir);
230    if ((f = fopen(gfn, "w")) == NULL) {
231        printf("ERROR: cannot create '%s'\n", gfn);
232        return 1;
233    }
234
235    xs *gh = xs_replace(greeting_html, "%blurb%", snac_blurb);
236    fwrite(gh, strlen(gh), 1, f);
237    fclose(f);
238
239    if (write_default_css()) {
240        printf("ERROR: cannot create style.css\n");
241        return 1;
242    }
243
244    xs *cfn = xs_fmt("%s/server.json", srv_basedir);
245    if ((f = fopen(cfn, "w")) == NULL) {
246        printf("ERROR: cannot create '%s'\n", cfn);
247        return 1;
248    }
249
250    xs_json_dump(srv_config, 4, f);
251    fclose(f);
252
253    printf("Done.\n");
254    return 0;
255}
256
257
258void new_password(const char *uid, xs_str **clear_pwd, xs_str **hashed_pwd)
259/* creates a random password */
260{
261    int rndbuf[3];
262
263    xs_rnd_buf(rndbuf, sizeof(rndbuf));
264
265    *clear_pwd  = xs_base64_enc((char *)rndbuf, sizeof(rndbuf));
266    *hashed_pwd = hash_password(uid, *clear_pwd, NULL);
267}
268
269
270int adduser(const char *uid)
271/* creates a new user */
272{
273    snac snac;
274    xs *config = xs_dict_new();
275    xs *date = xs_str_utctime(0, ISO_DATE_SPEC);
276    xs *pwd = NULL;
277    xs *pwd_f = NULL;
278    xs *key = NULL;
279    FILE *f;
280
281    if (uid == NULL) {
282        printf("Username: "); fflush(stdout);
283        uid = xs_strip_i(xs_readline(stdin));
284    }
285
286    if (!validate_uid(uid)) {
287        printf("ERROR: only alphanumeric characters and _ are allowed in user ids.\n");
288        return 1;
289    }
290
291    if (user_open(&snac, uid)) {
292        printf("ERROR: user '%s' already exists\n", snac.uid);
293        return 1;
294    }
295
296    new_password(uid, &pwd, &pwd_f);
297
298    config = xs_dict_append(config, "uid",       uid);
299    config = xs_dict_append(config, "name",      uid);
300    config = xs_dict_append(config, "avatar",    "");
301    config = xs_dict_append(config, "bio",       "");
302    config = xs_dict_append(config, "cw",        "");
303    config = xs_dict_append(config, "published", date);
304    config = xs_dict_append(config, "passwd",    pwd_f);
305
306    xs *basedir = xs_fmt("%s/user/%s", srv_basedir, uid);
307
308    if (mkdirx(basedir) == -1) {
309        printf("ERROR: cannot create directory '%s'\n", basedir);
310        return 0;
311    }
312
313    const char *dirs[] = {
314        "followers", "following", "muted", "hidden",
315        "public", "private", "queue", "history",
316        "static", NULL };
317    int n;
318
319    for (n = 0; dirs[n]; n++) {
320        xs *d = xs_fmt("%s/%s", basedir, dirs[n]);
321        mkdirx(d);
322    }
323
324    /* add a specially short data retention time for the relay */
325    if (strcmp(uid, "relay") == 0)
326        config = xs_dict_set(config, "purge_days", xs_stock(1));
327
328    xs *cfn = xs_fmt("%s/user.json", basedir);
329
330    if ((f = fopen(cfn, "w")) == NULL) {
331        printf("ERROR: cannot create '%s'\n", cfn);
332        return 1;
333    }
334    else {
335        xs_json_dump(config, 4, f);
336        fclose(f);
337    }
338
339    printf("\nCreating RSA key...\n");
340    key = xs_evp_genkey(2048);
341    printf("Done.\n");
342
343    xs *kfn = xs_fmt("%s/key.json", basedir);
344
345    if ((f = fopen(kfn, "w")) == NULL) {
346        printf("ERROR: cannot create '%s'\n", kfn);
347        return 1;
348    }
349    else {
350        xs_json_dump(key, 4, f);
351        fclose(f);
352    }
353
354    printf("\nUser password is %s\n", pwd);
355
356    printf("\nGo to %s/%s and continue configuring your user there.\n", srv_baseurl, uid);
357
358    return 0;
359}
360
361
362int resetpwd(snac *snac)
363/* creates a new password for the user */
364{
365    xs *clear_pwd  = NULL;
366    xs *hashed_pwd = NULL;
367    xs *fn         = xs_fmt("%s/user.json", snac->basedir);
368    FILE *f;
369    int ret = 0;
370
371    new_password(snac->uid, &clear_pwd, &hashed_pwd);
372
373    snac->config = xs_dict_set(snac->config, "passwd", hashed_pwd);
374
375    if ((f = fopen(fn, "w")) != NULL) {
376        xs_json_dump(snac->config, 4, f);
377        fclose(f);
378
379        printf("New password for user %s is %s\n", snac->uid, clear_pwd);
380    }
381    else {
382        printf("ERROR: cannot write to %s\n", fn);
383        ret = 1;
384    }
385
386    return ret;
387}
388
389
390void rm_rf(const char *dir)
391/* does an rm -rf (yes, I'm also scared) */
392{
393    xs *d = xs_str_cat(xs_dup(dir), "/" "*");
394    xs *l = xs_glob(d, 0, 0);
395    xs_list *p = l;
396    const xs_str *v;
397
398    if (dbglevel >= 1)
399        printf("Deleting directory %s\n", dir);
400
401    while (xs_list_iter(&p, &v)) {
402        struct stat st;
403
404        if (stat(v, &st) != -1) {
405            if (st.st_mode & S_IFDIR) {
406                rm_rf(v);
407            }
408            else {
409                if (dbglevel >= 1)
410                    printf("Deleting file %s\n", v);
411
412                if (unlink(v) == -1)
413                    printf("ERROR: cannot delete file %s\n", v);
414            }
415        }
416        else
417            printf("ERROR: stat() fail for %s\n", v);
418    }
419
420    if (rmdir(dir) == -1)
421        printf("ERROR: cannot delete directory %s\n", dir);
422}
423
424
425int deluser(snac *user)
426/* deletes a user */
427{
428    int ret = 0;
429    xs *fwers = following_list(user);
430    xs_list *p = fwers;
431    const xs_str *v;
432
433    while (xs_list_iter(&p, &v)) {
434        xs *object = NULL;
435
436        if (valid_status(following_get(user, v, &object))) {
437            xs *msg = msg_undo(user, xs_dict_get(object, "object"));
438
439            following_del(user, v);
440
441            enqueue_output_by_actor(user, msg, v, 0);
442
443            printf("Unfollowing actor %s\n", v);
444        }
445    }
446
447    rm_rf(user->basedir);
448
449    return ret;
450}
451
452
453void verify_links(snac *user)
454/* verifies a user's links */
455{
456    xs *metadata = NULL;
457    const xs_dict *md = xs_dict_get(user->config, "metadata");
458    const char *k, *v;
459    int changed = 0;
460
461    xs *headers = xs_dict_new();
462    headers = xs_dict_append(headers, "accept", "text/html");
463    headers = xs_dict_append(headers, "user-agent", USER_AGENT " (link verify)");
464
465    if (xs_type(md) == XSTYPE_DICT)
466        metadata = xs_dup(md);
467    else
468    if (xs_type(md) == XSTYPE_STRING) {
469        /* convert to dict for easier iteration */
470        metadata = xs_dict_new();
471        xs *l = xs_split(md, "\n");
472        const char *ll;
473
474        xs_list_foreach(l, ll) {
475            xs *kv = xs_split_n(ll, "=", 1);
476            const char *k = xs_list_get(kv, 0);
477            const char *v = xs_list_get(kv, 1);
478
479            if (k && v) {
480                xs *kk = xs_strip_i(xs_dup(k));
481                xs *vv = xs_strip_i(xs_dup(v));
482                metadata = xs_dict_set(metadata, kk, vv);
483            }
484        }
485    }
486
487    int c = 0;
488    while (metadata && xs_dict_next(metadata, &k, &v, &c)) {
489        /* not an https link? skip */
490        if (!xs_startswith(v, "https:/" "/"))
491            continue;
492
493        int status;
494        xs *req = NULL;
495        xs *payload = NULL;
496        int p_size = 0;
497
498        req = xs_http_request("GET", v, headers, NULL, 0, &status,
499            &payload, &p_size, 0);
500
501        if (!valid_status(status)) {
502            snac_log(user, xs_fmt("link %s verify error %d", v, status));
503            continue;
504        }
505
506        /* extract the links */
507        xs *ls = xs_regex_select(payload, "< *(a|link) +[^>]+>");
508
509        xs_list *lp = ls;
510        const char *ll;
511        int vfied = 0;
512
513        while (!vfied && xs_list_iter(&lp, &ll)) {
514            /* extract href and rel */
515            xs *r = xs_regex_select(ll, "(href|rel) *= *(\"[^\"]*\"|'[^']*')");
516
517            /* must have both attributes */
518            if (xs_list_len(r) != 2)
519                continue;
520
521            xs *href = NULL;
522            int is_rel_me = 0;
523            xs_list *pr = r;
524            const char *ar;
525
526            while (xs_list_iter(&pr, &ar)) {
527                xs *nq = xs_dup(ar);
528
529                nq = xs_replace_i(nq, "\"", "");
530                nq = xs_replace_i(nq, "'", "");
531
532                xs *r2 = xs_split_n(nq, "=", 1);
533                if (xs_list_len(r2) != 2)
534                    continue;
535
536                xs *ak = xs_strip_i(xs_dup(xs_list_get(r2, 0)));
537                xs *av = xs_strip_i(xs_dup(xs_list_get(r2, 1)));
538
539                if (strcmp(ak, "href") == 0)
540                    href = xs_dup(av);
541                else
542                if (strcmp(ak, "rel") == 0) {
543                    /* split the value by spaces */
544                    xs *vbs = xs_split(av, " ");
545
546                    /* is any of it "me"? */
547                    if (xs_list_in(vbs, "me") != -1)
548                        is_rel_me = 1;
549                }
550            }
551
552            /* after all this acrobatics, do we have an href and a rel="me"? */
553            if (href != NULL && is_rel_me) {
554                /* is it the same as the actor? */
555                if (strcmp(href, user->actor) == 0) {
556                    /* got it! */
557                    xs *verified_time = xs_number_new((double)time(NULL));
558
559                    if (user->links == NULL)
560                        user->links = xs_dict_new();
561
562                    user->links = xs_dict_set(user->links, v, verified_time);
563
564                    vfied = 1;
565                }
566                else
567                    snac_debug(user, 1,
568                        xs_fmt("verify link %s rel='me' found but not related (%s)", v, href));
569            }
570        }
571
572        if (vfied) {
573            changed++;
574            snac_log(user, xs_fmt("link %s verified", v));
575        }
576        else {
577            snac_log(user, xs_fmt("link %s not verified (rel='me' not found)", v));
578        }
579    }
580
581    if (changed) {
582        FILE *f;
583
584        /* update the links.json file */
585        xs *fn = xs_fmt("%s/links.json", user->basedir);
586        xs *bfn = xs_fmt("%s.bak", fn);
587
588        rename(fn, bfn);
589
590        if ((f = fopen(fn, "w")) != NULL) {
591            xs_json_dump(user->links, 4, f);
592            fclose(f);
593        }
594        else
595            rename(bfn, fn);
596    }
597}
598
599
600void export_csv(snac *user)
601/* exports user data to current directory in a way that pleases Mastodon */
602{
603    FILE *f;
604    xs *fn = NULL;
605
606    fn = xs_fmt("%s/export/bookmarks.csv", user->basedir);
607    if ((f = fopen(fn, "w")) != NULL) {
608        snac_log(user, xs_fmt("Creating %s...", fn));
609
610        xs *l = bookmark_list(user);
611        const char *md5;
612
613        xs_list_foreach(l, md5) {
614            xs *post = NULL;
615
616            if (valid_status(object_get_by_md5(md5, &post))) {
617                const char *id = xs_dict_get(post, "id");
618
619                if (xs_type(id) == XSTYPE_STRING)
620                    fprintf(f, "%s\n", id);
621            }
622        }
623
624        fclose(f);
625    }
626    else
627        snac_log(user, xs_fmt("Cannot create file %s", fn));
628
629    xs_free(fn);
630    fn = xs_fmt("%s/export/blocked_accounts.csv", user->basedir);
631    if ((f = fopen(fn, "w")) != NULL) {
632        snac_log(user, xs_fmt("Creating %s...", fn));
633
634        xs *l = muted_list(user);
635        const char *actor;
636
637        xs_list_foreach(l, actor) {
638            xs *uid = NULL;
639
640            webfinger_request_fake(actor, NULL, &uid);
641            fprintf(f, "%s\n", uid);
642        }
643
644        fclose(f);
645    }
646    else
647        snac_log(user, xs_fmt("Cannot create file %s", fn));
648
649    xs_free(fn);
650    fn = xs_fmt("%s/export/lists.csv", user->basedir);
651    if ((f = fopen(fn, "w")) != NULL) {
652        snac_log(user, xs_fmt("Creating %s...", fn));
653
654        xs *lol = list_maint(user, NULL, 0);
655        const xs_list *li;
656
657        xs_list_foreach(lol, li) {
658            const char *lid = xs_list_get(li, 0);
659            const char *ltitle = xs_list_get(li, 1);
660
661            xs *actors = list_content(user, lid, NULL, 0);
662            const char *md5;
663
664            xs_list_foreach(actors, md5) {
665                xs *actor = NULL;
666
667                if (valid_status(object_get_by_md5(md5, &actor))) {
668                    const char *id = xs_dict_get(actor, "id");
669                    xs *uid = NULL;
670
671                    webfinger_request_fake(id, NULL, &uid);
672                    fprintf(f, "%s,%s\n", ltitle, uid);
673                }
674            }
675        }
676
677        fclose(f);
678    }
679    else
680        snac_log(user, xs_fmt("Cannot create file %s", fn));
681
682    xs_free(fn);
683    fn = xs_fmt("%s/export/following_accounts.csv", user->basedir);
684    if ((f = fopen(fn, "w")) != NULL) {
685        snac_log(user, xs_fmt("Creating %s...", fn));
686
687        fprintf(f, "Account address,Show boosts,Notify on new posts,Languages\n");
688
689        xs *fwing = following_list(user);
690        const char *actor;
691
692        xs_list_foreach(fwing, actor) {
693            xs *uid = NULL;
694
695            webfinger_request_fake(actor, NULL, &uid);
696            fprintf(f, "%s,%s,false,\n", uid, limited(user, actor, 0) ? "false" : "true");
697        }
698
699        fclose(f);
700    }
701    else
702        snac_log(user, xs_fmt("Cannot create file %s", fn));
703}
704
705
706void import_blocked_accounts_csv(snac *user, const char *ifn)
707/* imports a Mastodon CSV file of blocked accounts */
708{
709    FILE *f;
710    xs *l = xs_split(ifn, "/");
711    xs *fn = xs_fmt("%s/import/%s", user->basedir, xs_list_get(l, -1));
712
713    if ((f = fopen(fn, "r")) != NULL) {
714        snac_log(user, xs_fmt("Importing from %s...", fn));
715
716        while (!feof(f)) {
717            xs *l = xs_strip_i(xs_readline(f));
718
719            if (*l && strchr(l, '@') != NULL) {
720                xs *url = NULL;
721                xs *uid = NULL;
722
723                if (valid_status(webfinger_request(l, &url, &uid))) {
724                    if (is_muted(user, url))
725                        snac_log(user, xs_fmt("Actor %s already MUTEd", url));
726                    else {
727                        mute(user, url);
728                        snac_log(user, xs_fmt("MUTEd actor %s", url));
729                    }
730                }
731                else
732                    snac_log(user, xs_fmt("Webfinger error for account %s", l));
733            }
734        }
735
736        fclose(f);
737    }
738    else
739        snac_log(user, xs_fmt("Cannot open file %s", fn));
740}
741
742
743void import_following_accounts_csv(snac *user, const char *ifn)
744/* imports a Mastodon CSV file of accounts to follow */
745{
746    FILE *f;
747    xs *l = xs_split(ifn, "/");
748    xs *fn = xs_fmt("%s/import/%s", user->basedir, xs_list_get(l, -1));
749
750    if ((f = fopen(fn, "r")) != NULL) {
751        snac_log(user, xs_fmt("Importing from %s...", fn));
752
753        while (!feof(f)) {
754            xs *l = xs_strip_i(xs_readline(f));
755
756            if (*l) {
757                xs *l2 = xs_split(l, ",");
758                const char *acct = xs_list_get(l2, 0);
759                const char *show = xs_list_get(l2, 1);
760
761                if (acct) {
762                    /* not a valid account? skip (probably the CSV header) */
763                    if (strchr(acct, '@') == NULL)
764                        continue;
765
766                    xs *msg = msg_follow(user, acct);
767
768                    if (msg == NULL) {
769                        snac_log(user, xs_fmt("Cannot follow %s -- server down?", acct));
770                        continue;
771                    }
772
773                    const char *actor = xs_dict_get(msg, "object");
774
775                    if (following_check(user, actor))
776                        snac_log(user, xs_fmt("Actor %s already followed", actor));
777                    else {
778                        following_add(user, actor, msg);
779
780                        enqueue_output_by_actor(user, msg, actor, 0);
781
782                        snac_log(user, xs_fmt("Following %s", actor));
783                    }
784
785                    if (show && strcmp(show, "false") == 0) {
786                        limit(user, actor);
787                        snac_log(user, xs_fmt("Limiting boosts from actor %s", actor));
788                    }
789                    else {
790                        unlimit(user, actor);
791                        snac_log(user, xs_fmt("Unlimiting boosts from actor %s", actor));
792                    }
793                }
794            }
795        }
796
797        fclose(f);
798    }
799    else
800        snac_log(user, xs_fmt("Cannot open file %s", fn));
801}
802
803
804void import_list_csv(snac *user, const char *ifn)
805/* imports a Mastodon CSV file list */
806{
807    FILE *f;
808    xs *l = xs_split(ifn, "/");
809    xs *fn = xs_fmt("%s/import/%s", user->basedir, xs_list_get(l, -1));
810
811    if ((f = fopen(fn, "r")) != NULL) {
812        snac_log(user, xs_fmt("Importing from %s...", fn));
813
814        while (!feof(f)) {
815            xs *l = xs_strip_i(xs_readline(f));
816
817            if (*l) {
818                xs *l2 = xs_split(l, ",");
819                const char *lname = xs_list_get(l2, 0);
820                const char *acct  = xs_list_get(l2, 1);
821
822                if (lname && acct) {
823                    /* create the list */
824                    xs *list_id = list_maint(user, lname, 1);
825
826                    xs *url = NULL;
827                    xs *uid = NULL;
828
829                    if (valid_status(webfinger_request(acct, &url, &uid))) {
830                        xs *actor_md5 = xs_md5_hex(url, strlen(url));
831
832                        list_content(user, list_id, actor_md5, 1);
833                        snac_log(user, xs_fmt("Added %s to list %s", url, lname));
834
835                        if (!following_check(user, url)) {
836                            xs *msg = msg_follow(user, url);
837
838                            if (msg == NULL) {
839                                snac_log(user, xs_fmt("Cannot follow %s -- server down?", acct));
840                                continue;
841                            }
842
843                            following_add(user, url, msg);
844
845                            enqueue_output_by_actor(user, msg, url, 0);
846
847                            snac_log(user, xs_fmt("Following %s", url));
848                        }
849                    }
850                    else
851                        snac_log(user, xs_fmt("Webfinger error while adding %s to list %s", acct, lname));
852                }
853            }
854        }
855
856        fclose(f);
857    }
858    else
859        snac_log(user, xs_fmt("Cannot open file %s", fn));
860}
861
862
863void import_csv(snac *user)
864/* import CSV files from Mastodon */
865{
866    FILE *f;
867
868    import_blocked_accounts_csv(user, "blocked_accounts.csv");
869
870    import_following_accounts_csv(user, "following_accounts.csv");
871
872    import_list_csv(user, "lists.csv");
873
874    xs *fn = xs_fmt("%s/import/bookmarks.csv", user->basedir);
875    if ((f = fopen(fn, "r")) != NULL) {
876        snac_log(user, xs_fmt("Importing from %s...", fn));
877
878        while (!feof(f)) {
879            xs *l = xs_strip_i(xs_readline(f));
880
881            if (*l) {
882                xs *post = NULL;
883
884                if (!object_get(l, &post)) {
885                    if (!valid_status(activitypub_request(user, l, &post))) {
886                        snac_log(user, xs_fmt("Error getting object %s for bookmarking", l));
887                        continue;
888                    }
889                }
890
891                if (post == NULL)
892                    continue;
893
894                /* request the actor that created the post */
895                const char *actor = get_atto(post);
896
897                if (xs_type(actor) == XSTYPE_STRING)
898                    actor_request(user, actor, NULL);
899
900                object_add_ow(l, post);
901                timeline_add(user, l, post);
902
903                bookmark(user, l);
904
905                snac_log(user, xs_fmt("Bookmarked %s", l));
906            }
907        }
908
909        fclose(f);
910    }
911    else
912        snac_log(user, xs_fmt("Cannot open file %s", fn));
913}