text Gulp - 从HTML获取数据，创建说明文本并写入Firebase DB

Posted 2021-05-02

//get links, content, filename from html, create slug, and write to txt file THEN run callback fn that creates description text
let nmb = 0;
let counter = 0;
let slugArray = [];
let titlesArray = [];
gulp.task('get-data', function () {

	function newFun(callback) {

		let title, content;

		return gulp.src('./*.html')
			.pipe(dom(function (document) {

				//get elements' value from DOM of the HTML file
				title = document.querySelector('title') ? document.querySelector('title').textContent : '';
				content = document.querySelectorAll('.testimonials_text')[4] ? document.querySelectorAll('.testimonials_text')[4].innerHTML : `no-slug-${nmb}`;
				content = content.trim();

			}))
			.on('data', function () {
				//get slug
				let url = title === '' ? 'no-content-' + nmb : getSlug(title);

				titlesArray.push(title);
				slugArray.push(url);

				//write object to firebase
				if (url !== '') {
					let dataStore = {
						title,
						url,
						content
					};
					database.ref('pages').child(url).set(dataStore);
				}

				//count nodes
				nmb++;
				console.log(nmb);

			})
			.on('end', function () {
				callback(titlesArray, slugArray);
				console.log('done');
				
			})
		.pipe(exit());

	}
	newFun(function (titlesArray, slugArray) {

		let lines = readTextFile.readSync('./example/descriptions.txt');
		let linesArray = lines.split('\n');

		linesArray.forEach(function (line) {
			if (line !== '\r' && line !== '' && counter < titlesArray.length) {
				let lowerTitle = titlesArray[counter].toLowerCase();
				let description = line.replace('#h1#', lowerTitle);

				console.log(counter, titlesArray[counter]);
				database.ref('pages/' + slugArray[counter]).child('description').set(description);
				counter++;
			}
		});
	});

});