update.js 6.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249
  1. 'use strict';
  2. /**
  3. * Build in Native modules.
  4. */
  5. var path = require('path')
  6. , fs = require('fs')
  7. , vm = require('vm')
  8. , tmp = require('tmp');
  9. /**
  10. * Third party modules.
  11. */
  12. var request = require('request')
  13. , yaml = require('yamlparser');
  14. /**
  15. * Update the regexp.js file
  16. *
  17. * @param {Function} callback Completion callback.
  18. * @api public
  19. */
  20. exports.update = function update(callback) {
  21. // Prepend local additions that are missing from the source
  22. fs.readFile(exports.before, 'utf8', function reading(err, before) {
  23. if (err) return callback(err);
  24. // Fetch the remote resource as that is frequently updated
  25. request(exports.remote, function downloading(err, res, remote) {
  26. if (err) return callback(err);
  27. if (res.statusCode !== 200) return callback(new Error('Invalid statusCode returned'));
  28. // Append get some local additions that are missing from the source
  29. fs.readFile(exports.after, 'utf8', function reading(err, after) {
  30. if (err) return callback(err);
  31. // Parse the contents
  32. exports.parse([ before, remote, after ], function parsing(err, results, source) {
  33. callback(err, results);
  34. if (!source || err) return;
  35. //
  36. // Save to a tmp file to avoid potential concurrency issues.
  37. //
  38. tmp.file(function (err, tempFilePath) {
  39. if (err) return;
  40. fs.writeFile(tempFilePath, source, function idk(err) {
  41. if (err) return
  42. fs.rename(tempFilePath, exports.output, function(err) {
  43. });
  44. });
  45. });
  46. });
  47. });
  48. });
  49. });
  50. };
  51. /**
  52. * Parse the given sources.
  53. *
  54. * @param {Array} sources String versions of the source
  55. * @param {Function} callback completion callback
  56. * @api public
  57. */
  58. exports.parse = function parse(sources, callback) {
  59. var results = {};
  60. var data = sources.reduce(function parser(memo, data) {
  61. // Try to repair some of the odd structures that are in the yaml files
  62. // before parsing it so we generate a uniform structure:
  63. // Normalize the Operating system versions:
  64. data = data.replace(/os_v([1-3])_replacement/gim, function replace(match, version) {
  65. return 'v'+ version +'_replacement';
  66. });
  67. // Make sure that we are able to parse the yaml string
  68. try { data = yaml.eval(data); }
  69. catch (e) {
  70. callback(e);
  71. callback = null;
  72. return memo;
  73. }
  74. // merge the data with the memo;
  75. Object.keys(data).forEach(function (key) {
  76. var results = data[key];
  77. memo[key] = memo[key] || [];
  78. for (var i = 0, l = results.length; i < l; i++) {
  79. memo[key].push(results[i]);
  80. }
  81. });
  82. return memo;
  83. }, {});
  84. [
  85. {
  86. resource: 'user_agent_parsers'
  87. , replacement: 'family_replacement'
  88. , name: 'browser'
  89. }
  90. , {
  91. resource: 'device_parsers'
  92. , replacement: 'device_replacement'
  93. , name: 'device'
  94. }
  95. , {
  96. resource: 'os_parsers'
  97. , replacement: 'os_replacement'
  98. , name: 'os'
  99. }
  100. ].forEach(function parsing(details) {
  101. results[details.resource] = results[details.resource] || [];
  102. var resources = data[details.resource]
  103. , name = details.resource.replace('_parsers', '')
  104. , resource
  105. , parser;
  106. for (var i = 0, l = resources.length; i < l; i++) {
  107. resource = resources[i];
  108. // We need to JSON stringify the data to properly add slashes escape other
  109. // kinds of crap in the RegularExpression. If we don't do thing we get
  110. // some illegal token warnings.
  111. parser = 'parser = Object.create(null);\n';
  112. parser += 'parser[0] = new RegExp('+ JSON.stringify(resource.regex) + ');\n';
  113. // Check if we have replacement for the parsed family name
  114. if (resource[details.replacement]) {
  115. parser += 'parser[1] = "'+ resource[details.replacement].replace('"', '\\"') +'";';
  116. } else {
  117. parser += 'parser[1] = 0;';
  118. }
  119. parser += '\n';
  120. if (resource.v1_replacement) {
  121. parser += 'parser[2] = "'+ resource.v1_replacement.replace('"', '\\"') +'";';
  122. } else {
  123. parser += 'parser[2] = 0;';
  124. }
  125. parser += '\n';
  126. if (resource.v2_replacement) {
  127. parser += 'parser[3] = "'+ resource.v2_replacement.replace('"', '\\"') +'";';
  128. } else {
  129. parser += 'parser[3] = 0;';
  130. }
  131. parser += '\n';
  132. if (resource.v3_replacement) {
  133. parser += 'parser[4] = "'+ resource.v3_replacement.replace('"', '\\"') +'";';
  134. } else {
  135. parser += 'parser[4] = 0;';
  136. }
  137. parser += '\n';
  138. parser += 'exports.'+ details.name +'['+ i +'] = parser;';
  139. results[details.resource].push(parser);
  140. }
  141. });
  142. // Generate a correct format
  143. exports.generate(results, callback);
  144. };
  145. /**
  146. * Generate the regular expressions file source code.
  147. *
  148. * @param {Object} results The parsed result of the regexp.yaml.
  149. * @param {Function} callback Completion callback
  150. * @api public
  151. */
  152. exports.generate = function generate(results, callback) {
  153. var regexps = [
  154. '"use strict";'
  155. , exports.LEADER
  156. , 'var parser;'
  157. , 'exports.browser = Object.create(null);'
  158. , results.user_agent_parsers.join('\n')
  159. , 'exports.browser.length = '+ results.user_agent_parsers.length +';'
  160. , 'exports.device = Object.create(null);'
  161. , results.device_parsers.join('\n')
  162. , 'exports.device.length = '+ results.device_parsers.length +';'
  163. , 'exports.os = Object.create(null);'
  164. , results.os_parsers.join('\n')
  165. , 'exports.os.length = '+ results.os_parsers.length +';'
  166. ].join('\n\n');
  167. // Now that we have generated the structure for the RegExps export file we
  168. // need to validate that we created a JavaScript compatible file, if we would
  169. // write the file without checking it's content we could be breaking the
  170. // module.
  171. var sandbox = {
  172. exports: {} // Emulate a module context, so everything is attached here
  173. };
  174. // Crossing our fingers that it worked
  175. try { vm.runInNewContext(regexps, sandbox, 'validating.vm'); }
  176. catch (e) { return callback(e, null, regexps); }
  177. callback(undefined, sandbox.exports, regexps);
  178. };
  179. /**
  180. * The location of the ua-parser regexes yaml file.
  181. *
  182. * @type {String}
  183. * @api private
  184. */
  185. exports.remote = 'https://raw.githubusercontent.com/ua-parser/uap-core/master/regexes.yaml';
  186. /**
  187. * The locations of our local regexes yaml files.
  188. *
  189. * @type {String}
  190. * @api private
  191. */
  192. exports.before = path.resolve(__dirname, '..', 'static', 'user_agent.before.yaml');
  193. exports.after = path.resolve(__dirname, '..', 'static', 'user_agent.after.yaml');
  194. /**
  195. * The the output location for the generated regexps file
  196. *
  197. * @type {String}
  198. * @api private
  199. */
  200. exports.output = path.resolve(__dirname, '..', 'lib', 'regexps.js');
  201. /**
  202. * The leader that needs to be added so people know they shouldn't touch all the
  203. * things.
  204. *
  205. * @type {String}
  206. * @api private
  207. */
  208. exports.LEADER = fs.readFileSync(path.join(__dirname, 'donotedit'), 'UTF-8');