capture old releases

Author: sivakumar-kailasam

lib/fetch-yui-docs.js

@@ -8,10 +8,8 @@ import { all, resolve } from 'rsvp'
 
 let filterValidVersions = (specificDocsVersion, ignorePreviouslyIndexedDoc) => version => {
 	let isCompatibleVersion =
-		compareVersions(version, '3.4.1') !== -1 &&
-		!version.includes('beta') &&
-		!version.includes('canary') &&
-		!version.includes('alpha')
+		// compareVersions(version, '3.4.1') !== -1 &&
+		!version.includes('beta') && !version.includes('canary') && !version.includes('alpha')
 
 	if (!isEmpty(trim(specificDocsVersion)) && !ignorePreviouslyIndexedDoc) {
 		return isCompatibleVersion && version.includes(specificDocsVersion)
@@ -43,11 +41,14 @@ async function fetchYuiDocsFromNpm(projects, projectName, filterValidVersionsFor
 	return await all(
 		versionsToProcess.map(async v => {
 			let url = getProjectFileUrl(v)
+			let targetDir = `tmp/s3-docs/v${v}`
+			let targetFile = `${targetDir}/${projectName}-docs.json`
 
 			try {
+				if (fs.existsSync(targetFile)) {
+					return targetFile
+				}
 				let data = await download(url)
-				let targetDir = `tmp/s3-docs/v${v}`
-				let targetFile = `${targetDir}/${projectName}-docs.json`
 
 				mkdirp.sync(targetDir)
 				fs.writeFileSync(targetFile, data)

lib/s3-sync.js

@@ -58,6 +58,10 @@ export async function downloadExistingDocsToLocal() {
 			from: `${apiDocsBucketUrl}/rev-index`,
 			to: 'tmp/rev-index',
 		}),
+		executeS3Sync({
+			from: `${apiDocsBucketUrl}/s3-docs`,
+			to: 'tmp/s3-docs',
+		}),
 	]
 
 	/* if (process.env.AWS_SHOULD_PUBLISH === 'yes') {