cloudscraper/cloudscrape.js at master · rydn/cloudscraper · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
#!/usr/bin/env node

(function() {
  var argLen, download, fs, http, init, page, params, parse, rootHost, scrape;

  http = require('http');

  fs = require('fs');

  rootHost = 'soundcloud.com';

  page = 1;

  argLen = process.argv.length;

  params = {};

  scrape = function() {
    return http.get({
      host: rootHost,
      path: '/' + params.artist + '/' + (params.trackName != null ? params.trackName : 'tracks?page=' + page)
    }, function(res) {
      var data;
      data = '';
      res.on('data', function(chunk) {
        return data += chunk;
      });
      return res.on('end', function() {
        var track, tracks, _i, _len;
        tracks = data.match(/(window\.SC\.bufferTracks\.push\().+(?=\);)/gi);
        if (params.trackName != null) {
          download(parse(tracks[0]));
          return console.log('');
        } else {
          for (_i = 0, _len = tracks.length; _i < _len; _i++) {
            track = tracks[_i];
            download(parse(track));
          }
          if (tracks.length === 10) {
            page++;
            return scrape();
          } else {
            return console.log('');
          }
        }
      });
    });
  };

  parse = function(raw) {
    var chaff;
    chaff = raw.indexOf('{');
    if (chaff === -1) return false;
    try {
      return JSON.parse(raw.substr(chaff));
    } catch (e) {
      console.log('\x1b[31m' + 'couldn\'t parse this page.' + '\x1b[0m');
      return process.exit(1);
    }
  };

  download = function(obj) {
    var artist, title;
    if (!obj) return;
    artist = obj.user.username;
    title = obj.title;
    try {
      fs.mkdirSync('./sounds/' + artist);
    } catch (e) {}
    console.log('\x1b[33m' + 'fetching: ' + title + '\x1b[0m');
    return http.get({
      host: 'media.' + rootHost,
      path: obj.streamUrl.match(/\/stream\/.+/)
    }, function(res) {
      return res.on('end', function() {
        var host;
        host = 'ak-media.' + rootHost;
        return http.get({
          host: host,
          path: res.headers.location.substr(('http://' + host).length)
        }, function(res) {
          var file;

          file = fs.createWriteStream('./sounds/' + artist + '/' + artist + ' - ' + title + '.mp3');
          res.on('data', function(chunk) {
            return file.write(chunk);
          });
          return res.on('end', function() {
            file.end();
            return console.log('\x1b[32m' + 'done:     ' + title + '\x1b[0m');
          });
        });
      });
    });
  };

  init = function() {
    var testFile, writeTest;
    if (argLen <= 2) {
      console.log('\x1b[31m' + 'pass an artist name!' + '\x1b[0m');
      process.exit(1);
    }
    testFile = '.soundscrape_' + Date.now();
    try {
      writeTest = fs.createWriteStream(testFile);
    } catch (e) {
      console.log('\x1b[31m' + 'you don\'t have permission to write files here' + '\x1b[0m');
      process.exit(1);
    }
    writeTest.end();
    fs.unlink(testFile, function(err) {
      if (err != null) return console.log(err);
    });
    params.artist = process.argv[2];
    if (argLen > 3) params.trackName = process.argv[3];
    return scrape();
  };

  init();

}).call(this);