Small mammal capture heatmap

When NEON was first starting to offer small mammal box trapping data, I wanted a way to look at capture distributions. So, I put together a small D3.js visualization that showed a capture distribution heat map by counting trap locations from the capture file.

This code updates the visualization to use the NEON Data API to grab current data from the portal. The code queries the /products/DP1.10072.001 endpoint to see what data is available for small mammal capture. It uses that to populate a dropdown with site codes, and requests a list of months available for the currently selected site code. From there, it requests a list of files for each month, then pulls the capture data file for that month. For each site, it stitches the file contents together, then splits them up by plot, and creates the heatmaps.

Click the "Open" icon to the right to see this full screen!.

<!DOCTYPE html>
<html lang="en">
<head>
    <meta charset="UTF-8">
    <title>Small mammal capture heatmap</title>
    <script src="https://code.jquery.com/jquery-3.1.1.min.js"
            integrity="sha256-hVVnYaiADRTO2PzUGmuLJr8BLUSjGIZsDYGmIJLv2b8=" crossorigin="anonymous"></script>
    <script src="https://d3js.org/d3.v4.js"></script>

#desc {
        padding: 10px;
    }

select {
        margin: 20px;
        border: 1px solid #111;
        background: transparent;
        width: 150px;
        padding: 5px;
        font-size: 20px;
        height: 34px;
        /*-webkit-appearance: none;*/
        /*-moz-appearance: none;*/
        /*appearance: none;*/
    }

</style>
<script>
    var SERVER = "https://data.neonscience.org/api/v0/";
    var SMAMMAL = "DP1.10072.001";
    var availableData = {};
    var nestedData = {};
    var smammalGrid = smammal.smammalGrid();

//when the page loads, grab the list of all small mammal data from the /products endpoint
    var productsUrl = SERVER + "products/" + SMAMMAL;
    $.getJSON(productsUrl, function (result) {
        result.data.siteCodes.forEach(function (d) {
            availableData[d.siteCode] = [];
            d.availableMonths.forEach(function (e) {
                availableData[d.siteCode].push(e);
            });
        });

//populate the list of sites and months
        var siteOptions = $("#sites");
        $.each(Object.keys(availableData).sort(), function () {
            siteOptions.append($("<option />").val(this).text(this));
        });
        //get the data for the first siteCode on the list
        getData($("#sites").val());
    });

//get the capture data for a given siteCode
    function getData(siteCode) {
        var combinedData = [];
        var urlList = [];

//queue up the availability request for each month, and treat all the results in the awaitAll function
        var q = d3.queue();
        availableData[siteCode].forEach(function (month) {
            var requestUrl = SERVER + "data/" + SMAMMAL + "/" + siteCode + "/" + month;
            q.defer(d3.json, requestUrl);
        });

//handle all of the available data queries
        q.awaitAll(function (availableError, availableResult) {
            availableResult.forEach(function (d, index, arr) {
                for (var i = 0; i < d.data.files.length; i++) {
                    var filename = d.data.files[i].url;
                    if (filename.includes("pertrapnight") && !filename.includes("expanded")) {
                        urlList.push(d.data.files[i].url);
                    }
                }
            });

//queue up the files to be requested
            var r = d3.queue();
            urlList.forEach(function(e) {
                r.defer(d3.csv, e);
            });

//handle all of the downloaded files
            r.awaitAll(function(dataError, dataResult) {
                dataResult.forEach(function (fileResult) {
                    fileResult.forEach(function(row) {
                        //trapCoordinates are stored without zero or X padding, so make sure it's in there
                        row.trapCoordinate = pad(row.trapCoordinate);
                        combinedData.push(row);
                    });
                });

//break the data down by plotID
                nestedData = d3.nest().key(function(f) { return f.plotID; }).entries(combinedData);
                nestedData = nestedData.sort(function(a,b) {
                    if (a.key > b.key) { return 1; } else { return -1;}
                });

//build a grid for each plotId
                nestedData.forEach(function(dataSet) {
                    var smammalDiv = $("#smammal");
                    $('<div class="grid" id="' + dataSet.key + '"></div>').appendTo(smammalDiv);
                    d3.select('#' + dataSet.key)
                            .datum(dataSet.values)
                            .call(smammalGrid
                                    .width(300)
                                    .height(300)
                                    .title(dataSet.key));
                });

});

});
    }

//pad location with 0 or X as required
    function pad(padstr) {
        if (padstr.length == 2) {
            if (padstr.substring(1, 2) !== 'X') {
                padstr = padstr.substring(0, 1) + '0' + padstr.substring(1, 2);
            } else {
                padstr = padstr.substring(0, 1) + 'X' + padstr.substring(1, 2);
            }
        }
        return padstr;
    }

//events
    $("#sites").change(function () {
        $("#smammal").empty();
        $("#desc").empty();
        getData(this.value);
    });

</script>
</body>
</html>

https://d3js.org/d3.v4.js