index.js 4.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178
  1. 'use strict';
  2. const fs = require('fs');
  3. const arrayUnion = require('array-union');
  4. const merge2 = require('merge2');
  5. const glob = require('glob');
  6. const fastGlob = require('fast-glob');
  7. const dirGlob = require('dir-glob');
  8. const gitignore = require('./gitignore');
  9. const {FilterStream, UniqueStream} = require('./stream-utils');
  10. const DEFAULT_FILTER = () => false;
  11. const isNegative = pattern => pattern[0] === '!';
  12. const assertPatternsInput = patterns => {
  13. if (!patterns.every(pattern => typeof pattern === 'string')) {
  14. throw new TypeError('Patterns must be a string or an array of strings');
  15. }
  16. };
  17. const checkCwdOption = (options = {}) => {
  18. if (!options.cwd) {
  19. return;
  20. }
  21. let stat;
  22. try {
  23. stat = fs.statSync(options.cwd);
  24. } catch (_) {
  25. return;
  26. }
  27. if (!stat.isDirectory()) {
  28. throw new Error('The `cwd` option must be a path to a directory');
  29. }
  30. };
  31. const getPathString = p => p.stats instanceof fs.Stats ? p.path : p;
  32. const generateGlobTasks = (patterns, taskOptions) => {
  33. patterns = arrayUnion([].concat(patterns));
  34. assertPatternsInput(patterns);
  35. checkCwdOption(taskOptions);
  36. const globTasks = [];
  37. taskOptions = {
  38. ignore: [],
  39. expandDirectories: true,
  40. ...taskOptions
  41. };
  42. for (const [index, pattern] of patterns.entries()) {
  43. if (isNegative(pattern)) {
  44. continue;
  45. }
  46. const ignore = patterns
  47. .slice(index)
  48. .filter(isNegative)
  49. .map(pattern => pattern.slice(1));
  50. const options = {
  51. ...taskOptions,
  52. ignore: taskOptions.ignore.concat(ignore)
  53. };
  54. globTasks.push({pattern, options});
  55. }
  56. return globTasks;
  57. };
  58. const globDirs = (task, fn) => {
  59. let options = {};
  60. if (task.options.cwd) {
  61. options.cwd = task.options.cwd;
  62. }
  63. if (Array.isArray(task.options.expandDirectories)) {
  64. options = {
  65. ...options,
  66. files: task.options.expandDirectories
  67. };
  68. } else if (typeof task.options.expandDirectories === 'object') {
  69. options = {
  70. ...options,
  71. ...task.options.expandDirectories
  72. };
  73. }
  74. return fn(task.pattern, options);
  75. };
  76. const getPattern = (task, fn) => task.options.expandDirectories ? globDirs(task, fn) : [task.pattern];
  77. const getFilterSync = options => {
  78. return options && options.gitignore ?
  79. gitignore.sync({cwd: options.cwd, ignore: options.ignore}) :
  80. DEFAULT_FILTER;
  81. };
  82. const globToTask = task => glob => {
  83. const {options} = task;
  84. if (options.ignore && Array.isArray(options.ignore) && options.expandDirectories) {
  85. options.ignore = dirGlob.sync(options.ignore);
  86. }
  87. return {
  88. pattern: glob,
  89. options
  90. };
  91. };
  92. module.exports = async (patterns, options) => {
  93. const globTasks = generateGlobTasks(patterns, options);
  94. const getFilter = async () => {
  95. return options && options.gitignore ?
  96. gitignore({cwd: options.cwd, ignore: options.ignore}) :
  97. DEFAULT_FILTER;
  98. };
  99. const getTasks = async () => {
  100. const tasks = await Promise.all(globTasks.map(async task => {
  101. const globs = await getPattern(task, dirGlob);
  102. return Promise.all(globs.map(globToTask(task)));
  103. }));
  104. return arrayUnion(...tasks);
  105. };
  106. const [filter, tasks] = await Promise.all([getFilter(), getTasks()]);
  107. const paths = await Promise.all(tasks.map(task => fastGlob(task.pattern, task.options)));
  108. return arrayUnion(...paths).filter(path_ => !filter(getPathString(path_)));
  109. };
  110. module.exports.sync = (patterns, options) => {
  111. const globTasks = generateGlobTasks(patterns, options);
  112. const tasks = globTasks.reduce((tasks, task) => {
  113. const newTask = getPattern(task, dirGlob.sync).map(globToTask(task));
  114. return tasks.concat(newTask);
  115. }, []);
  116. const filter = getFilterSync(options);
  117. return tasks.reduce(
  118. (matches, task) => arrayUnion(matches, fastGlob.sync(task.pattern, task.options)),
  119. []
  120. ).filter(path_ => !filter(path_));
  121. };
  122. module.exports.stream = (patterns, options) => {
  123. const globTasks = generateGlobTasks(patterns, options);
  124. const tasks = globTasks.reduce((tasks, task) => {
  125. const newTask = getPattern(task, dirGlob.sync).map(globToTask(task));
  126. return tasks.concat(newTask);
  127. }, []);
  128. const filter = getFilterSync(options);
  129. const filterStream = new FilterStream(p => !filter(p));
  130. const uniqueStream = new UniqueStream();
  131. return merge2(tasks.map(task => fastGlob.stream(task.pattern, task.options)))
  132. .pipe(filterStream)
  133. .pipe(uniqueStream);
  134. };
  135. module.exports.generateGlobTasks = generateGlobTasks;
  136. module.exports.hasMagic = (patterns, options) => []
  137. .concat(patterns)
  138. .some(pattern => glob.hasMagic(pattern, options));
  139. module.exports.gitignore = gitignore;