text Gulp Node js将HTML解析为Firebase json和txt站点地图

Posted 2021-05-02

//get links, content, filename from html, create slug, and write to txt file
let arr = [];
gulp.task('get-data', function (cb) {

	function newFun() {

		var session = tracking.create()
		var title, content;
		return gulp.src('./example/*.html')
			.pipe(dom(function (document) {
				title = document.querySelector('title') ? document.querySelector('title').textContent : document.querySelectorAll('.testimonials_text h2')[4].textContent;
				content = document.querySelectorAll('.testimonials_text')[4] ? document.querySelectorAll('.testimonials_text')[4].textContent : '';
				content = content.trim();
			}))
			.pipe(session.before())
			.on('data', function (file) {
				let url = getSlug(title);
				let fileName = '/' + tracking.replace(path.basename(file.path));
				let dataStore = {
					title,
					url,
					description: '',
					fileName,
					content
				};
				arr.push(dataStore);

				let siteMapUrl = `${url} = ${title} == ${fileName}\r\n`;
				fs.appendFile('./example/data.txt', siteMapUrl, (err) => {
					if (err) {
						throw err;
					}
				});

			})
			.on('end', function () {
				setTimeout(function () {
					database.ref('pages').set(arr);
					cb(null);
				}, 3000);
				console.log('done');

			});
	}
	newFun();



});