url-encoded-links.js

var pull = require('pull-stream')

require('ssb-client')(null, {
  remote: 'net:wx.larpa.net:8008~shs:DTNmX+4SjsgZ7xyDh5xxmNtFqa6pWi5Qtw7cE8aR9TQ='

}, function (err, sbot) {
  var start = Date.now(), n = 0;
  var ts = Date.now()
  var _n = 0, l = 0, K = 0

  var urlEncoded = /([^\n]*(?:%25|%40|%26)[A-Za-z0-9%]+(?:%3D)+\.[A-Za-z0-9]+[^\n]*)/
  pull(
    sbot.createLogStream({}),
    pull.drain(function (e) {
      n++;
      var text = e.value.content.text
      if(text && urlEncoded.test(text)) {
        var parts = text.split(urlEncoded).filter(function (e, i) { return (i % 2) })
        console.log(parts.join('\n'))
        if(parts.filter(function (e) { return ~e.indexOf('(') }).length) {
          K ++ 
          console.log("LINK", parts)
        }
        l++
      }
      if(Date.now() - 1000 > ts) {
        ///TOTAL, THIS_SECOND, URL_IDS_FOUND, URL_IDS_INSIDE_LINKS
        console.error(n, n-_n, l, K)
        _n = n
        ts = Date.now()
      }
    }, function () {
      var time = (Date.now() - start)/1000;
      console.error(time, n/time, l, K)
    })
  )
})

/* 🌟 Recommended: Check out our APK site for safe, fast, and updated APK downloads. Perfect for gamers and app lovers looking for the latest versions! */