git ssb

9+

cel / ssb-viewer



Tree: e6bc3b037ac455d656641e9e03e1ccba0a440ea0

Files: e6bc3b037ac455d656641e9e03e1ccba0a440ea0 / index.js

12800 bytesRaw
1var fs = require('fs')
2var http = require('http')
3var qs = require('querystring')
4var path = require('path')
5var crypto = require('crypto')
6var pull = require('pull-stream')
7var paramap = require('pull-paramap')
8var sort = require('ssb-sort')
9var toPull = require('stream-to-pull-stream')
10var memo = require('asyncmemo')
11var lru = require('lrucache')
12var serveEmoji = require('emoji-server')()
13var {
14  MdRenderer,
15  renderEmoji,
16  formatMsgs,
17  wrapPage,
18  renderThread,
19  renderAbout,
20  renderShowAll,
21  renderRssItem,
22  wrapRss,
23} = require('./render');
24
25var appHash = hash([fs.readFileSync(__filename)])
26
27var urlIdRegex = /^(?:\/(([%&@]|%25|%26|%40)(?:[A-Za-z0-9\/+]|%2[Ff]|%2[Bb]){43}(?:=|%3[Dd])\.(?:sha256|ed25519))(?:\.([^?]*))?|(\/.*?))(?:\?(.*))?$/
28
29function hash(arr) {
30  return arr.reduce(function (hash, item) {
31    return hash.update(String(item))
32  }, crypto.createHash('sha256')).digest('base64')
33}
34
35exports.name = 'viewer'
36exports.manifest = {}
37exports.version = require('./package').version
38
39exports.init = function (sbot, config) {
40  var conf = config.viewer || {}
41  var port = conf.port || 8807
42  var host = conf.host || config.host || '::'
43
44  var base = conf.base || '/'
45  var defaultOpts = {
46    base: base,
47    msg_base: conf.msg_base || base,
48    feed_base: conf.feed_base || base,
49    blob_base: conf.blob_base || base,
50    img_base: conf.img_base || base,
51    emoji_base: conf.emoji_base || (base + 'emoji/'),
52  }
53
54  defaultOpts.marked = {
55    gfm: true,
56    mentions: true,
57    tables: true,
58    breaks: true,
59    pedantic: false,
60    sanitize: true,
61    smartLists: true,
62    smartypants: false,
63    emoji: renderEmoji,
64    renderer: new MdRenderer(defaultOpts)
65  }
66
67  var getMsg = memo({cache: lru(100)}, getMsgWithValue, sbot)
68  var getAbout = memo({cache: lru(100)}, require('./lib/about'), sbot)
69  var serveAcmeChallenge = require('ssb-acme-validator')(sbot)
70
71  http.createServer(serve).listen(port, host, function () {
72    console.log('[viewer] Listening on http://' + host + ':' + port)
73  })
74
75  function serve(req, res) {
76    if (req.method !== 'GET' && req.method !== 'HEAD') {
77      return respond(res, 405, 'Method must be GET or HEAD')
78    }
79
80    var m = urlIdRegex.exec(req.url)
81
82    if (req.url.startsWith('/user-feed/')) return serveUserFeed(req, res, m[4])
83    else if (req.url.startsWith('/channel/')) return serveChannel(req, res, m[4])
84    else if (req.url.startsWith('/.well-known/acme-challenge')) return serveAcmeChallenge(req, res)
85
86    if (m[2] && m[2].length === 3) {
87      m[1] = decodeURIComponent(m[1])
88      m[2] = m[1][0]
89    }
90    switch (m[2]) {
91      case '%': return serveId(req, res, m[1], m[3], m[5])
92      case '@': return serveFeed(req, res, m[1], m[3], m[5])
93      case '&': return serveBlob(req, res, sbot, m[1])
94      default: return servePath(req, res, m[4])
95    }
96  }
97
98  function serveFeed(req, res, feedId, ext) {
99    console.log("serving feed: " + feedId)
100
101    var showAll = req.url.endsWith("?showAll");
102
103    getAbout(feedId, function (err, about) {
104      if (err) return respond(res, 500, err.stack || err)
105
106      function render() {
107        switch (ext) {
108          case 'rss':
109            return pull(
110              // formatMsgs(feedId, ext, defaultOpts)
111              renderRssItem(defaultOpts), wrapRss(about.name, defaultOpts)
112            );
113          default:
114            return pull(
115              renderAbout(defaultOpts, about,
116                          renderShowAll(showAll, req.url)), wrapPage(about.name)
117            );
118        }
119      }
120
121      pull(
122        sbot.createUserStream({ id: feedId, reverse: true, limit: showAll ? -1 : (ext == 'rss' ? 25 : 10) }),
123        pull.collect(function (err, logs) {
124          if (err) return respond(res, 500, err.stack || err)
125          res.writeHead(200, {
126            'Content-Type': ctype(ext)
127          })
128          pull(
129            pull.values(logs),
130            paramap(addAuthorAbout, 8),
131            paramap(addFollowAbout, 8),
132            paramap(addVoteMessage, 8),
133            paramap(addGitLinks, 8),
134            render(),
135            toPull(res, function (err) {
136              if (err) console.error('[viewer]', err)
137            })
138          )
139        })
140      )
141    })
142  }
143
144  function serveUserFeed(req, res, url) {
145    var feedId = url.substring(url.lastIndexOf('user-feed/')+10, 100)
146    console.log("serving user feed: " + feedId)
147
148    var following = []
149    var channelSubscriptions = []
150    
151    getAbout(feedId, function (err, about) {
152      pull(
153	sbot.createUserStream({ id: feedId }),
154	pull.filter((msg) => {
155	  return !msg.value ||
156	    msg.value.content.type == 'contact' ||
157	    (msg.value.content.type == 'channel' &&
158	     typeof msg.value.content.subscribed != 'undefined')
159	}),
160	pull.collect(function (err, msgs) {
161	  msgs.forEach((msg) => {
162	    if (msg.value.content.type == 'contact')
163	    {
164	      if (msg.value.content.following)
165		following[msg.value.content.contact] = 1
166	      else
167		delete following[msg.value.content.contact]
168	    }
169	    else // channel subscription
170	    {
171	      if (msg.value.content.subscribed)
172		channelSubscriptions[msg.value.content.channel] = 1
173	      else
174		delete channelSubscriptions[msg.value.content.channel]
175	    }
176	  })
177	  
178	  serveFeeds(req, res, following, channelSubscriptions, feedId,
179                     'user feed ' + (about ? about.name : ""))
180	})
181      )
182    })
183  }
184
185  function serveFeeds(req, res, following, channelSubscriptions, feedId, name) {
186    var feedOpts = Object.assign({}, defaultOpts, {
187      renderPrivate: false,
188      renderSubscribe: false
189    })
190
191    pull(
192      sbot.createLogStream({ reverse: true, limit: 5000 }),
193      pull.filter((msg) => {
194	return !msg.value ||
195	  (msg.value.author in following ||
196	   msg.value.content.channel in channelSubscriptions)
197      }),
198      pull.take(150),
199      pull.collect(function (err, logs) {
200	if (err) return respond(res, 500, err.stack || err)
201	res.writeHead(200, {
202	  'Content-Type': ctype("html")
203	})
204	pull(
205	  pull.values(logs),
206	  paramap(addAuthorAbout, 8),
207	  paramap(addFollowAbout, 8),
208	  paramap(addVoteMessage, 8),
209	  paramap(addGitLinks, 8),
210	  pull(renderThread(feedOpts), wrapPage(name)),
211	  toPull(res, function (err) {
212	    if (err) console.error('[viewer]', err)
213	  })
214	)
215      })
216    )
217  }
218
219  function serveChannel(req, res, url) {
220    var channelId = url.substring(url.lastIndexOf('channel/')+8, 100)
221    console.log("serving channel: " + channelId)
222
223    var showAll = req.url.endsWith("?showAll")
224    
225    pull(
226      sbot.query.read({ limit: showAll ? 300 : 10, reverse: true, query: [{$filter: { value: { content: { channel: channelId }}}}]}),
227      pull.collect(function (err, logs) {
228	if (err) return respond(res, 500, err.stack || err)
229	res.writeHead(200, {
230	  'Content-Type': ctype("html")
231	})
232	pull(
233	  pull.values(logs),
234	  paramap(addAuthorAbout, 8),
235	  paramap(addVoteMessage, 8),
236	  pull(renderThread(defaultOpts, '',
237			    renderShowAll(showAll, req.url)),
238	       wrapPage('#' + channelId)),
239	  toPull(res, function (err) {
240	    if (err) console.error('[viewer]', err)
241	  })
242	)
243      })
244    )
245  }
246
247  function serveId(req, res, id, ext, query) {
248    var q = query ? qs.parse(query) : {}
249    var includeRoot = !('noroot' in q)
250    var base = q.base || conf.base
251    var baseToken
252    if (!base) {
253      if (ext === 'js') base = baseToken = '__BASE_' + Math.random() + '_'
254      else base = '/'
255    }
256    var opts = {
257      base: base,
258      base_token: baseToken,
259      msg_base: q.msg_base || conf.msg_base || base,
260      feed_base: q.feed_base || conf.feed_base || base,
261      blob_base: q.blob_base || conf.blob_base || base,
262      img_base: q.img_base || conf.img_base || base,
263      emoji_base: q.emoji_base || conf.emoji_base || (base + 'emoji/'),
264    }
265    opts.marked = {
266      gfm: true,
267      mentions: true,
268      tables: true,
269      breaks: true,
270      pedantic: false,
271      sanitize: true,
272      smartLists: true,
273      smartypants: false,
274      emoji: renderEmoji,
275      renderer: new MdRenderer(opts)
276    }
277
278    var format = formatMsgs(id, ext, opts)
279    if (format === null) return respond(res, 415, 'Invalid format')
280
281    pull(
282      sbot.links({dest: id, values: true }),
283      includeRoot && prepend(getMsg, id),
284      pull.unique('key'),
285      pull.collect(function (err, links) {
286        if (err) return respond(res, 500, err.stack || err)
287        var etag = hash(sort.heads(links).concat(appHash, ext, qs))
288        if (req.headers['if-none-match'] === etag) return respond(res, 304)
289        res.writeHead(200, {
290          'Content-Type': ctype(ext),
291          'etag': etag
292        })
293        pull(
294          pull.values(sort(links)),
295          paramap(addAuthorAbout, 8),
296          format,
297          toPull(res, function (err) {
298            if (err) console.error('[viewer]', err)
299          })
300        )
301      })
302    )
303  }
304
305  function addFollowAbout(msg, cb) {
306    if (msg.value.content.contact)
307      getAbout(msg.value.content.contact, function (err, about) {
308	if (err) return cb(err)
309	msg.value.content.contactAbout = about
310	cb(null, msg)
311      })
312    else
313      cb(null, msg)
314  }
315
316  function addVoteMessage(msg, cb) {
317    if (msg.value.content.type == 'vote' && msg.value.content.vote.link[0] == '%')
318      getMsg(msg.value.content.vote.link, function (err, linkedMsg) {
319	if (linkedMsg)
320	  msg.value.content.vote.linkedText = linkedMsg.value.content.text
321	cb(null, msg)
322      })
323    else
324      cb(null, msg)
325  }
326
327  function addAuthorAbout(msg, cb) {
328    getAbout(msg.value.author, function (err, about) {
329      if (err) return cb(err)
330      msg.author = about
331      cb(null, msg)
332    })
333  }
334
335  function addGitLinks(msg, cb) {
336    if (msg.value.content.type == 'git-update')
337      getMsg(msg.value.content.repo, function (err, gitRepo) {
338	if (gitRepo)
339	  msg.value.content.repoName = gitRepo.value.content.name
340	cb(null, msg)
341      })
342    else if (msg.value.content.type == 'issue')
343      getMsg(msg.value.content.project, function (err, gitRepo) {
344	if (gitRepo)
345	  msg.value.content.repoName = gitRepo.value.content.name
346	cb(null, msg)
347      })
348    else
349      cb(null, msg)
350  }
351}
352
353function serveBlob(req, res, sbot, id) {
354  if (req.headers['if-none-match'] === id) return respond(res, 304)
355  sbot.blobs.has(id, function (err, has) {
356    if (err) {
357      if (/^invalid/.test(err.message)) return respond(res, 400, err.message)
358      else return respond(res, 500, err.message || err)
359    }
360    if (!has) return respond(res, 404, 'Not found')
361    res.writeHead(200, {
362      'Cache-Control': 'public, max-age=315360000',
363      'etag': id
364    })
365    pull(
366      sbot.blobs.get(id),
367      toPull(res, function (err) {
368        if (err) console.error('[viewer]', err)
369      })
370    )
371  })
372}
373
374function getMsgWithValue(sbot, id, cb) {
375  sbot.get(id, function (err, value) {
376    if (err) return cb(err)
377    cb(null, {key: id, value: value})
378  })
379}
380
381function respond(res, status, message) {
382  res.writeHead(status)
383  res.end(message)
384}
385
386function ctype(name) {
387  switch (name && /[^.\/]*$/.exec(name)[0] || 'html') {
388    case 'html': return 'text/html'
389    case 'js': return 'text/javascript'
390    case 'css': return 'text/css'
391    case 'json': return 'application/json'
392    case 'rss': return 'text/xml'
393  }
394}
395
396function servePath(req, res, url) {
397  switch (url) {
398    case '/robots.txt': return res.end('User-agent: *')
399  }
400  var m = /^(\/?[^\/]*)(\/.*)?$/.exec(url)
401  switch (m[1]) {
402    case '/static': return serveStatic(req, res, m[2])
403    case '/emoji': return serveEmoji(req, res, m[2])
404  }
405  return respond(res, 404, 'Not found')
406}
407
408function ifModified(req, lastMod) {
409  var ifModSince = req.headers['if-modified-since']
410  if (!ifModSince) return false
411  var d = new Date(ifModSince)
412  return d && Math.floor(d/1000) >= Math.floor(lastMod/1000)
413}
414
415function serveStatic(req, res, file) {
416  serveFile(req, res, path.join(__dirname, 'static', file))
417}
418
419function serveFile(req, res, file) {
420  fs.stat(file, function (err, stat) {
421    if (err && err.code === 'ENOENT') return respond(res, 404, 'Not found')
422    if (err) return respond(res, 500, err.stack || err)
423    if (!stat.isFile()) return respond(res, 403, 'May only load files')
424    if (ifModified(req, stat.mtime)) return respond(res, 304, 'Not modified')
425    res.writeHead(200, {
426      'Content-Type': ctype(file),
427      'Content-Length': stat.size,
428      'Last-Modified': stat.mtime.toGMTString()
429    })
430    fs.createReadStream(file).pipe(res)
431  })
432}
433
434function prepend(fn, arg) {
435  return function (read) {
436    return function (abort, cb) {
437      if (fn && !abort) {
438        var _fn = fn
439        fn = null
440        return _fn(arg, function (err, value) {
441          if (err) return read(err, function (err) {
442            cb(err || true)
443          })
444          cb(null, value)
445        })
446      }
447      read(abort, cb)
448    }
449  }
450}
451

Built with git-ssb-web