Rename StatsServer => StatsAPI

server/StatsAPI.js

@@ -0,0 +1,172 @@
+const cf = require('./CloudflareAPI')
+const db = require('./RedisClient')
+
+const PackageBlacklist = require('./PackageBlacklist').blacklist
+
+function prunePackages(packagesMap) {
+  PackageBlacklist.forEach(packageName => {
+    delete packagesMap[packageName]
+  })
+
+  return packagesMap
+}
+
+function createDayKey(date) {
+  return `${date.getUTCFullYear()}-${date.getUTCMonth()}-${date.getUTCDate()}`
+}
+
+function createHourKey(date) {
+  return `${createDayKey(date)}-${date.getUTCHours()}`
+}
+
+function createMinuteKey(date) {
+  return `${createHourKey(date)}-${date.getUTCMinutes()}`
+}
+
+function createScoresMap(array) {
+  const map = {}
+
+  for (let i = 0; i < array.length; i += 2) {
+    map[array[i]] = parseInt(array[i + 1], 10)
+  }
+
+  return map
+}
+
+function getScoresMap(key, n = 100) {
+  return new Promise((resolve, reject) => {
+    db.zrevrange(key, 0, n, 'withscores', (error, value) => {
+      if (error) {
+        reject(error)
+      } else {
+        resolve(createScoresMap(value))
+      }
+    })
+  })
+}
+
+function getPackageRequests(date, n = 100) {
+  return getScoresMap(`stats-packageRequests-${createDayKey(date)}`, n).then(
+    prunePackages
+  )
+}
+
+function getPackageBandwidth(date, n = 100) {
+  return getScoresMap(`stats-packageBytes-${createDayKey(date)}`, n).then(
+    prunePackages
+  )
+}
+
+function getProtocolRequests(date) {
+  return getScoresMap(`stats-protocolRequests-${createDayKey(date)}`)
+}
+
+function addDailyMetricsToTimeseries(timeseries) {
+  const since = new Date(timeseries.since)
+
+  return Promise.all([
+    getPackageRequests(since),
+    getPackageBandwidth(since),
+    getProtocolRequests(since)
+  ]).then(results => {
+    timeseries.requests.package = results[0]
+    timeseries.bandwidth.package = results[1]
+    timeseries.requests.protocol = results[2]
+    return timeseries
+  })
+}
+
+function sumMaps(maps) {
+  return maps.reduce((memo, map) => {
+    Object.keys(map).forEach(key => {
+      memo[key] = (memo[key] || 0) + map[key]
+    })
+
+    return memo
+  }, {})
+}
+
+function addDailyMetrics(result) {
+  return Promise.all(result.timeseries.map(addDailyMetricsToTimeseries)).then(
+    () => {
+      result.totals.requests.package = sumMaps(
+        result.timeseries.map(timeseries => {
+          return timeseries.requests.package
+        })
+      )
+
+      result.totals.bandwidth.package = sumMaps(
+        result.timeseries.map(timeseries => timeseries.bandwidth.package)
+      )
+
+      result.totals.requests.protocol = sumMaps(
+        result.timeseries.map(timeseries => timeseries.requests.protocol)
+      )
+
+      return result
+    }
+  )
+}
+
+function extractPublicInfo(data) {
+  return {
+    since: data.since,
+    until: data.until,
+
+    requests: {
+      all: data.requests.all,
+      cached: data.requests.cached,
+      country: data.requests.country,
+      status: data.requests.http_status
+    },
+
+    bandwidth: {
+      all: data.bandwidth.all,
+      cached: data.bandwidth.cached,
+      country: data.bandwidth.country
+    },
+
+    threats: {
+      all: data.threats.all,
+      country: data.threats.country
+    },
+
+    uniques: {
+      all: data.uniques.all
+    }
+  }
+}
+
+const DomainNames = ['unpkg.com', 'npmcdn.com']
+
+function fetchStats(since, until) {
+  return cf.getZones(DomainNames).then(zones => {
+    return cf.getZoneAnalyticsDashboard(zones, since, until).then(dashboard => {
+      return {
+        timeseries: dashboard.timeseries.map(extractPublicInfo),
+        totals: extractPublicInfo(dashboard.totals)
+      }
+    })
+  })
+}
+
+const oneMinute = 1000 * 60
+const oneHour = oneMinute * 60
+const oneDay = oneHour * 24
+
+function getStats(since, until, callback) {
+  let promise = fetchStats(since, until)
+
+  if (until - since > oneDay) promise = promise.then(addDailyMetrics)
+
+  promise.then(value => {
+    callback(null, value)
+  }, callback)
+}
+
+module.exports = {
+  createDayKey,
+  createHourKey,
+  createMinuteKey,
+  getStats
+}