Kemono/indexer.js at release · anoncoder9/Kemono · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
const Promise = require('bluebird');
const request = require('request-promise');
const { unraw } = require('unraw');
const cloudscraper = require('cloudscraper');
const { posts, lookup } = require('./db');
const proxy = require('./proxy');
async function indexer () {
  const postsData = await posts
    .find({})
    .sort({ added_at: -1 })
    .project({ version: 1, user: 1, service: 1 })
    .toArray();
  Promise.mapSeries(postsData, async (post) => {
    const indexExists = await lookup.findOne({ id: post.user, service: post.service || 'patreon' });
    if (indexExists) return;

    switch (post.service) {
      case 'patreon': {
        const api = 'https://www.patreon.com/api/user';
        const user = await proxy(`${api}/${post.user}`, { json: true }, cloudscraper);
        await lookup.insertOne({
          version: post.version,
          service: 'patreon',
          id: post.user,
          name: user.data.attributes.vanity || user.data.attributes.full_name
        });
        break;
      }
      case 'fanbox': {
        const api = 'https://api.fanbox.cc/creator.get?userId';
        const user = await proxy(`${api}=${post.user}`, {
          json: true,
          headers: {
            origin: 'https://fanbox.cc'
          }
        }, request);
        await lookup.insertOne({
          version: post.version,
          service: 'fanbox',
          id: post.user,
          name: unraw(user.body.user.name)
        });
        break;
      }
      case 'gumroad': {
        const api = `${process.env.ORIGIN}/proxy/gumroad/user`;
        const user = await proxy(`${api}/${post.user}`, { json: true }, cloudscraper);
        await lookup.insertOne({
          version: post.version,
          service: 'gumroad',
          id: post.user,
          name: user.name
        });
        break;
      }
      case 'subscribestar': {
        const api = `${process.env.ORIGIN}/proxy/subscribestar/user`;
        const user = await proxy(`${api}/${post.user}`, { json: true }, cloudscraper);
        await lookup.insertOne({
          version: post.version,
          service: 'subscribestar',
          id: post.user,
          name: user.name
        });
        break;
      }
      default: {
        const api = 'https://www.patreon.com/api/user';
        const user = await proxy(`${api}/${post.user}`, { json: true }, cloudscraper);
        await lookup.insertOne({
          version: post.version,
          service: 'patreon',
          id: post.user,
          name: user.data.attributes.vanity || user.data.attributes.full_name
        });
      }
    }
  });
}

module.exports = () => indexer();