TSNE Plot of Yelp Reviews

An illustration of TSNE layout of word2vec output from a subset of Yelp reviews.

Use the mouse to click on a dot and see the word plotted. Click a label to hide it again.

Color indicates polarity based on simple word labeling from the AFINN wordlist. It may be that context in this dataset affects polarity :)

forked from arnicas's block: TSNE Plot of Yelp Reviews

<!DOCTYPE html>

body {
                background-color: white;
                font-family: Helvetica, Arial, sans-serif;
            }

h2 {
                font-size: 24px;
                margin: 20px;
            }

p {
                font-size: 14px;
                margin: 15px;
            }

svg {
                background-color: white;
            }

circle {
                opacity: .5;
                cursor: pointer;
            }

circle:hover {
                fill: orange;
            }

text.word {
                font-size: "5px";
                stroke-opacity: .8;
                cursor: pointer;
            }

.hidden {
                display: none;
            }

.axis path,
            .axis line {
                fill: none;
                stroke: black;
                shape-rendering: crispEdges;
            }

.axis text {
                font-family: sans-serif;
                font-size: 11px;
            }

</style>
    </head>
    <body>

<h2>Yelp Review Words</h2>

<p>This is the output of a word2vec python processing on a 229K sample of Yelp reviews.They were processed with gensim, then the most common 1500 words were plotted with TSNE in 2 dimensions. The color shows the sentiment polarity (red-blue, neg-pos) based on simple word sentiment from AFINN-111.txt.  As you can see, more positive words (blue) appears in the reviews.</p>
        <p>Click a dot to show the word associated with it; click the word to hide it again. Ask me for more info at @arnicas.</p>

var fullWidth = 1100;
            var fullHeight = 900;
            var margin = {top:20, right:10, bottom:50, left:50};  //Top, right, bottom, left

var width = fullWidth - margin.left - margin.right;
            var height = fullHeight - margin.top - margin.bottom;

var colorScale = d3.scale.linear().range(["red", "gray", "blue"]);

var xScale = d3.scale.linear()
                                .range([ 0, width]);

// top to bottom:
            var yScale = d3.scale.linear()
                                .range([ height, 0 ]);

//  Custom tick count -- 15. // still needs a transform on it
            var xAxis = d3.svg.axis()
                            .scale(xScale)
                            .orient("bottom");

// Custom format on ticks - just a string return, not a function here
            var yAxis = d3.svg.axis()
                            .scale(yScale)
                            .orient("left");

var svg = d3.select("body")
                        .append("svg")
                        .attr("width", fullWidth)
                        .attr("height", fullHeight)
                        .append("g")
                            .attr("transform", "translate(" + margin.left + "," + margin.top + ")");

d3.json("yelp.json", function(data) {

xScale.domain(
                    d3.extent(data, function(d) {
                        return +d.x;
                    }));

yScale.domain(
                    d3.extent(data, function(d) {
                        return +d.y;
                    }));

colorScale.domain([-5, 0, 5]);

var circles = svg.selectAll("circle")
                                .data(data)
                                .enter()
                                .append("circle");

circles.attr("cx", function(d) {
                        return xScale(+d.x);
                    })
                    .attr("cy", function(d) {
                        return yScale(+d.y);
                    })
                    .attr("r", 4)
                    .style("fill", function(d) {
                        return colorScale(+d.sentiment);
                    })
                    .attr("id", function(d) {
                        return d.word;
                    })
                    .append("title")
                    .text(function(d) {
                        return d.word;
                    });

circles.on('click', function() {
                    var word = d3.select(this).attr("id");
                    d3.select("text.word#"+word).classed("hidden", false);
                });

svg.append("g")
                    .attr("class", "x axis")
                    .attr("transform", "translate(0," + height + ")")
                    .call(xAxis);

svg.append("g")
                    .attr("class", "y axis")
                    .call(yAxis);

});

</script>

</body>
</html>

https://cdnjs.cloudflare.com/ajax/libs/d3/3.5.6/d3.min.js