DS Oct, Data 4

<!DOCTYPE html>
<head>
  <meta charset="utf-8">
  <script src="https://d3js.org/d3.v4.min.js"></script>
  <script src="https://cdnjs.cloudflare.com/ajax/libs/lodash.js/4.15.0/lodash.min.js"></script>
  <script src="https://npmcdn.com/babel-core@5.8.34/browser.min.js"></script>
  <style>
    body { margin:0;position:fixed;top:0;right:0;bottom:0;left:0; }
  </style>
</head>

d3.json('all_subtitles.json', subtitles => {
      d3.json('common_words.json', commonWords => {
        commonWords = _.map(commonWords, word => word.toLowerCase());
        var words = _.chain(subtitles)
          .values().flatten()
          .map(subtitle => {
            return _.map(subtitle.words.split(' '), word => {
              return word.replace(/[\,\.\-\(\)\[\]\?\!]/g, '')
              	.replace("'s", '').replace("'d", '')
              	.replace("'re", '')
                .toLowerCase();
            });
          }).flatten().value();

var sortedWords = _.chain(words)
        	.filter(word => !_.includes(commonWords, word))
          .countBy().toPairs().sortBy(word => -word[1])
          .map(word => word[0] + ':' + word[1]).value();
        console.log(sortedWords);
      });
    });

</script>
</body>

https://d3js.org/d3.v4.min.js

https://cdnjs.cloudflare.com/ajax/libs/lodash.js/4.15.0/lodash.min.js

https://npmcdn.com/babel-core@5.8.34/browser.min.js