UrlAgent.js 2.1 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182
  1. const logger = require('@overleaf/logger')
  2. const urlValidator = require('valid-url')
  3. const { InvalidUrlError, UrlFetchFailedError } = require('./LinkedFilesErrors')
  4. const LinkedFilesHandler = require('./LinkedFilesHandler')
  5. const UrlHelper = require('../Helpers/UrlHelper')
  6. const { fetchStream, RequestFailedError } = require('@overleaf/fetch-utils')
  7. const { callbackify } = require('../../util/promises')
  8. const { FileTooLargeError } = require('../Errors/Errors')
  9. async function createLinkedFile(
  10. projectId,
  11. linkedFileData,
  12. name,
  13. parentFolderId,
  14. userId
  15. ) {
  16. logger.info(
  17. { projectId, userId, url: linkedFileData.url },
  18. 'create linked file'
  19. )
  20. linkedFileData = _sanitizeData(linkedFileData)
  21. const fetchUrl = _getUrl(projectId, linkedFileData, userId)
  22. try {
  23. const readStream = await fetchStream(fetchUrl)
  24. const file = await LinkedFilesHandler.promises.importFromStream(
  25. projectId,
  26. readStream,
  27. linkedFileData,
  28. name,
  29. parentFolderId,
  30. userId
  31. )
  32. return file._id
  33. } catch (error) {
  34. if (error instanceof RequestFailedError && /too large/.test(error.body)) {
  35. throw new FileTooLargeError('file too large', {
  36. url: linkedFileData.url,
  37. }).withCause(error)
  38. }
  39. throw new UrlFetchFailedError('url fetch failed', {
  40. url: linkedFileData.url,
  41. }).withCause(error)
  42. }
  43. }
  44. async function refreshLinkedFile(
  45. projectId,
  46. linkedFileData,
  47. name,
  48. parentFolderId,
  49. userId
  50. ) {
  51. return await createLinkedFile(
  52. projectId,
  53. linkedFileData,
  54. name,
  55. parentFolderId,
  56. userId
  57. )
  58. }
  59. function _sanitizeData(data) {
  60. return {
  61. provider: data.provider,
  62. url: UrlHelper.prependHttpIfNeeded(data.url),
  63. }
  64. }
  65. function _getUrl(projectId, data, currentUserId) {
  66. let { url } = data
  67. if (!urlValidator.isWebUri(url)) {
  68. throw new InvalidUrlError(`invalid url: ${url}`)
  69. }
  70. url = UrlHelper.wrapUrlWithProxy(url)
  71. return url
  72. }
  73. module.exports = {
  74. createLinkedFile: callbackify(createLinkedFile),
  75. refreshLinkedFile: callbackify(refreshLinkedFile),
  76. promises: { createLinkedFile, refreshLinkedFile },
  77. }