v1.1.1 limit revisions

Author: Eccenux

DEV.md

@@ -48,7 +48,7 @@ npx wiki2git-commit --help
 
 Example:
 ```
-npx wiki2git-load --site meta.wikimedia.org -p "User:Nux/global.js"
+npx wiki2git-load --site meta.wikimedia.org -p "User:Nux/global.js" -l 3
 npx wiki2git-commit --site meta.wikimedia.org --repo "repo/global-test" -o "global.js"
 ```
 

package-lock.json

@@ -1,6 +1,6 @@
 {
   "name": "wiki-to-git",
-  "version": "1.1.0",
+  "version": "1.1.1",
   "description": "Node.js tool that helps to download Mediwiki page history and push it to a Git repository.",
   "type": "module",
   "main": "src/main.js",
@@ -14,6 +14,7 @@
     "mocha": "10.x"
   },
   "scripts": {
+	"test-load": "npx wiki2git-load --site meta.wikimedia.org -p \"User:Nux/global.js\" -l 2",
     "test": "mocha"
   },
   "bin": {

package.json

@@ -54,7 +54,7 @@ export class LoadData {
 			const response = await fetch(url);
 			url = await this.loadPage(response);
 
-			// page limit
+			// page limit (batches limit)
 			if (options.pages > 0) {
 				count++;
 				if (count >= options.pages) {
@@ -64,6 +64,8 @@ export class LoadData {
 			// changes limit
 			if (options.changes > 0) {
 				if (this.history.length >= options.changes) {
+					let deleteCount = this.history.length - options.changes;
+					this.history.splice(-deleteCount, deleteCount);
 					break;
 				}
 			}

src/LoadData.js

@@ -13,11 +13,16 @@ program
 	.requiredOption('-s, --site <site>', `MediaWiki site domain (e.g. 'en.wikipedia.org').`)
 	.requiredOption('-r, --repo <dirName>', 'Git repository name (new or existing subdirectory).')
 	.requiredOption('-o, --output <fileName>', 'Output file name (new JS/CSS file in the git repo).')
-	.option('-j, --json <fileName>', `Optional JSON file name for history data (default: 'history.json').`, '')
+	.option('-j, --json <fileName>', `Optional JSON file name for history data (default: 'history.json').`)
 	.parse(process.argv);
 
 const options = program.opts();
 
-const { site, repo, output, json } = options;
+let { site, repo, output, json } = options;
+
+if (typeof json != 'string') {
+	json = '';
+}
+
 
 await runScript(site, repo, output, json);

src/cmd-commit-cmd.js

@@ -1,4 +1,4 @@
-#!/usr/bin/env node
+#!/usr/bin/env node
 
 /**
  * Download page history from a MediaWiki site.
@@ -12,13 +12,18 @@ program
 	.description('Download page history from a MediaWiki site. Loads metadata from a wiki site and save this to a history json.')
 	.requiredOption('-s, --site <site>', `MediaWiki site domain (e.g. 'en.wikipedia.org').`)
 	.requiredOption('-p, --page <page>', 'Page to download (title with namespace).')
-	.option('-j, --json <fileName>', `Optional JSON file name for history data (default: 'history.json').`, '')
+	.option('-j, --json <fileName>', `Optional JSON file name for history data (default: 'history.json').`)
+	.option('-l, --limit <number>', `Optional limit of revisions to download from top (default: no limit).`)
 	.parse(process.argv);
 
 const options = program.opts();
 
-const { site, page, json } = options;
+let { site, page, json, limit } = options;
+
+if (typeof json != 'string') {
+	json = '';
+}
 
 // console.log('temp', { site, page, json });
 
-await runScript(site, page, json);
+await runScript(site, page, json, limit);

src/cmd-load-cmd.js

@@ -6,13 +6,23 @@ import { LoadData } from './LoadData.js';
 /**
  * Download page history from a MediaWiki site.
  */
-export async function runScript(site, page, historyFile) {
+export async function runScript(site, page, historyFile, limit) {
 	const loader = new LoadData(site);
 	loader.baseDir = './';
 
+	let options = {
+		changes: -1, 	// no. changes (default - no limit)
+	};
+	if (limit) {
+		let changes = parseInt(limit, 10);
+		if (changes && changes > 0) {
+			options.changes = changes;
+		}
+	}
+
 	console.log('\n\nDownload history for %s.', page);
 	// this will load version history into internals
-	await loader.load(page);
+	await loader.load(page, options);
 	// this will save history as JSON
 	await loader.saveHistory(historyFile, true);
 	// this just shows a quick info (you can skip this)