prepare-controller.ts

import * as choki from "chokidar";
import { EventEmitter } from "events";
import * as _ from "lodash";
import * as path from "path";
import {
	IAnalyticsService,
	IDictionary,
	IFileSystem,
	IHooksService,
} from "../common/declarations";
import { cache, performanceLog } from "../common/decorators";
import { hook } from "../common/helpers";
import { injector } from "../common/yok";
import {
	AnalyticsEventLabelDelimiter,
	CONFIG_FILE_NAME_JS,
	CONFIG_FILE_NAME_TS,
	PACKAGE_JSON_FILE_NAME,
	PLATFORMS_DIR_NAME,
	PREPARE_READY_EVENT_NAME,
	SupportedPlatform,
	TrackActionNames,
	WEBPACK_COMPILATION_COMPLETE,
} from "../constants";
import { IWatchIgnoreListService } from "../declarations";
import {
	INodeModulesDependenciesBuilder,
	IPlatformController,
	IPlatformData,
	IPlatformsDataService,
} from "../definitions/platform";
import { IPluginsService } from "../definitions/plugins";
import {
	IProjectConfigService,
	IProjectData,
	IProjectDataService,
	IProjectService,
} from "../definitions/project";

interface IPlatformWatcherData {
	hasWebpackCompilerProcess: boolean;
	nativeFilesWatcher: choki.FSWatcher;
	prepareArguments: {
		prepareData: IPrepareData;
		projectData: IProjectData;
		platformData: IPlatformData;
	};
}

export class PrepareController extends EventEmitter {
	private watchersData: IDictionary<IDictionary<IPlatformWatcherData>> = {};
	private isInitialPrepareReady = false;
	private persistedData: IFilesChangeEventData[] = [];
	private webpackCompilerHandler: any = null;
	private pausedFileWatch: boolean = false;

	constructor(
		private $platformController: IPlatformController,
		public $hooksService: IHooksService,
		private $fs: IFileSystem,
		private $logger: ILogger,
		private $mobileHelper: Mobile.IMobileHelper,
		private $nodeModulesDependenciesBuilder: INodeModulesDependenciesBuilder,
		private $platformsDataService: IPlatformsDataService,
		private $pluginsService: IPluginsService,
		private $prepareNativePlatformService: IPrepareNativePlatformService,
		private $projectChangesService: IProjectChangesService,
		private $projectDataService: IProjectDataService,
		private $webpackCompilerService: IWebpackCompilerService,
		private $watchIgnoreListService: IWatchIgnoreListService,
		private $analyticsService: IAnalyticsService,
		private $markingModeService: IMarkingModeService,
		private $projectConfigService: IProjectConfigService,
		private $projectService: IProjectService
	) {
		super();
	}

	public async prepare(prepareData: IPrepareData): Promise<IPrepareResultData> {
		const projectData = this.$projectDataService.getProjectData(
			prepareData.projectDir
		);
		if (this.$mobileHelper.isAndroidPlatform(prepareData.platform)) {
			await this.$markingModeService.handleMarkingModeFullDeprecation({
				projectDir: projectData.projectDir,
			});
		}

		await this.$pluginsService.ensureAllDependenciesAreInstalled(projectData);

		return this.prepareCore(prepareData, projectData);
	}

	public async stopWatchers(
		projectDir: string,
		platform: string
	): Promise<void> {
		const platformLowerCase = platform.toLowerCase();

		if (
			this.watchersData &&
			this.watchersData[projectDir] &&
			this.watchersData[projectDir][platformLowerCase] &&
			this.watchersData[projectDir][platformLowerCase].nativeFilesWatcher
		) {
			await this.watchersData[projectDir][
				platformLowerCase
			].nativeFilesWatcher.close();
			this.watchersData[projectDir][platformLowerCase].nativeFilesWatcher =
				null;
		}

		if (
			this.watchersData &&
			this.watchersData[projectDir] &&
			this.watchersData[projectDir][platformLowerCase] &&
			this.watchersData[projectDir][platformLowerCase].hasWebpackCompilerProcess
		) {
			await this.$webpackCompilerService.stopWebpackCompiler(platformLowerCase);
			this.$webpackCompilerService.removeListener(
				WEBPACK_COMPILATION_COMPLETE,
				this.webpackCompilerHandler
			);
			this.watchersData[projectDir][
				platformLowerCase
			].hasWebpackCompilerProcess = false;
		}
	}

	@performanceLog()
	@hook("prepare")
	private async prepareCore(
		prepareData: IPrepareData,
		projectData: IProjectData
	): Promise<IPrepareResultData> {
		await this.$projectService.ensureAppResourcesExist(projectData.projectDir);
		await this.$platformController.addPlatformIfNeeded(
			prepareData,
			projectData
		);
		await this.trackRuntimeVersion(prepareData.platform, projectData);

		this.$logger.info("Preparing project...");

		// we need to mark the ~/package.json (used by core modules)
		// as external for us to be able to write the config to it
		// in writeRuntimePackageJson() below, because otherwise
		// webpack will inline it into the bundle/vendor chunks
		prepareData.env = prepareData.env || {};
		prepareData.env.externals = prepareData.env.externals || [];
		prepareData.env.externals.push("~/package.json");
		prepareData.env.externals.push("package.json");

		if (this.$mobileHelper.isAndroidPlatform(prepareData.platform)) {
			await this.$projectConfigService.writeLegacyNSConfigIfNeeded(
				projectData.projectDir,
				this.$projectDataService.getRuntimePackage(
					projectData.projectDir,
					prepareData.platform as SupportedPlatform
				)
			);
		}

		let result = null;

		const platformData = this.$platformsDataService.getPlatformData(
			prepareData.platform,
			projectData
		);

		if (prepareData.watch) {
			result = await this.startWatchersWithPrepare(
				platformData,
				projectData,
				prepareData
			);
		} else {
			await this.$webpackCompilerService.compileWithoutWatch(
				platformData,
				projectData,
				prepareData
			);
			const hasNativeChanges =
				await this.$prepareNativePlatformService.prepareNativePlatform(
					platformData,
					projectData,
					prepareData
				);
			result = {
				hasNativeChanges,
				platform: prepareData.platform.toLowerCase(),
			};
		}

		await this.writeRuntimePackageJson(projectData, platformData);

		await this.$projectChangesService.savePrepareInfo(
			platformData,
			projectData,
			prepareData
		);

		this.$logger.info(
			`Project successfully prepared (${prepareData.platform.toLowerCase()})`
		);

		return result;
	}

	@hook("watch")
	private async startWatchersWithPrepare(
		platformData: IPlatformData,
		projectData: IProjectData,
		prepareData: IPrepareData
	): Promise<IPrepareResultData> {
		if (!this.watchersData[projectData.projectDir]) {
			this.watchersData[projectData.projectDir] = {};
		}

		if (
			!this.watchersData[projectData.projectDir][
				platformData.platformNameLowerCase
			]
		) {
			this.watchersData[projectData.projectDir][
				platformData.platformNameLowerCase
			] = {
				nativeFilesWatcher: null,
				hasWebpackCompilerProcess: false,
				prepareArguments: {
					platformData,
					projectData,
					prepareData,
				},
			};
		}

		await this.startJSWatcherWithPrepare(
			platformData,
			projectData,
			prepareData
		); // -> start watcher + initial compilation
		const hasNativeChanges = await this.startNativeWatcherWithPrepare(
			platformData,
			projectData,
			prepareData
		); // -> start watcher + initial prepare
		const result = {
			platform: platformData.platformNameLowerCase,
			hasNativeChanges,
		};

		const hasPersistedDataWithNativeChanges = this.persistedData.find(
			(data) => data.platform === result.platform && data.hasNativeChanges
		);
		if (hasPersistedDataWithNativeChanges) {
			result.hasNativeChanges = true;
		}

		// TODO: Do not persist this in `this` context. Also it should be per platform.
		this.isInitialPrepareReady = true;

		if (this.persistedData && this.persistedData.length) {
			this.emitPrepareEvent({
				files: [],
				staleFiles: [],
				hasOnlyHotUpdateFiles: false,
				hasNativeChanges: result.hasNativeChanges,
				hmrData: null,
				platform: platformData.platformNameLowerCase,
			});
		}

		return result;
	}

	private async startJSWatcherWithPrepare(
		platformData: IPlatformData,
		projectData: IProjectData,
		prepareData: IPrepareData
	): Promise<void> {
		if (
			!this.watchersData[projectData.projectDir][
				platformData.platformNameLowerCase
			].hasWebpackCompilerProcess
		) {
			const handler = (data: any) => {
				if (
					data.platform.toLowerCase() === platformData.platformNameLowerCase
				) {
					if (this.isFileWatcherPaused()) return;
					this.emitPrepareEvent({ ...data, files: data.files ?? [], hasNativeChanges: false });
				}
			};

			this.webpackCompilerHandler = handler.bind(this);
			this.$webpackCompilerService.on(
				WEBPACK_COMPILATION_COMPLETE,
				this.webpackCompilerHandler
			);

			this.watchersData[projectData.projectDir][
				platformData.platformNameLowerCase
			].hasWebpackCompilerProcess = true;
			await this.$webpackCompilerService.compileWithWatch(
				platformData,
				projectData,
				prepareData
			);
		}
	}

	private async startNativeWatcherWithPrepare(
		platformData: IPlatformData,
		projectData: IProjectData,
		prepareData: IPrepareData
	): Promise<boolean> {
		let newNativeWatchStarted = false;
		let hasNativeChanges = false;

		if (prepareData.watchNative) {
			newNativeWatchStarted = await this.startNativeWatcher(
				platformData,
				projectData
			);
		}

		if (newNativeWatchStarted) {
			hasNativeChanges =
				await this.$prepareNativePlatformService.prepareNativePlatform(
					platformData,
					projectData,
					prepareData
				);
		}

		return hasNativeChanges;
	}

	private async startNativeWatcher(
		platformData: IPlatformData,
		projectData: IProjectData
	): Promise<boolean> {
		if (
			this.watchersData[projectData.projectDir][
				platformData.platformNameLowerCase
			].nativeFilesWatcher
		) {
			return false;
		}

		const patterns = await this.getWatcherPatterns(platformData, projectData);

		const watcherOptions: choki.WatchOptions = {
			ignoreInitial: true,
			cwd: projectData.projectDir,
			awaitWriteFinish: {
				pollInterval: 100,
				stabilityThreshold: 500,
			},
			ignored: ["**/.*", ".*"], // hidden files
		};
		const watcher = choki
			.watch(patterns, watcherOptions)
			.on("all", async (event: string, filePath: string) => {
				if (this.isFileWatcherPaused()) return;
				filePath = path.join(projectData.projectDir, filePath);
				if (this.$watchIgnoreListService.isFileInIgnoreList(filePath)) {
					this.$watchIgnoreListService.removeFileFromIgnoreList(filePath);
				} else {
					this.$logger.info(`Chokidar raised event ${event} for ${filePath}.`);
					await this.writeRuntimePackageJson(projectData, platformData);
					this.emitPrepareEvent({
						files: [filePath],
						staleFiles: [],
						hasOnlyHotUpdateFiles: false,
						hmrData: null,
						hasNativeChanges: true,
						platform: platformData.platformNameLowerCase,
					});
				}
			});

		this.watchersData[projectData.projectDir][
			platformData.platformNameLowerCase
		].nativeFilesWatcher = watcher;

		return true;
	}

	@hook("watchPatterns")
	public async getWatcherPatterns(
		platformData: IPlatformData,
		projectData: IProjectData
	): Promise<string[]> {
		const dependencies = this.$nodeModulesDependenciesBuilder
			.getProductionDependencies(
				projectData.projectDir,
				projectData.ignoredDependencies
			)
			.filter((dep) => dep.nativescript);
		const pluginsNativeDirectories = dependencies.map((dep) =>
			path.join(
				dep.directory,
				PLATFORMS_DIR_NAME,
				platformData.platformNameLowerCase
			)
		);
		const pluginsPackageJsonFiles = dependencies.map((dep) =>
			path.join(dep.directory, PACKAGE_JSON_FILE_NAME)
		);

		const patterns = [
			path.join(projectData.projectDir, PACKAGE_JSON_FILE_NAME),
			path.join(projectData.projectDir, CONFIG_FILE_NAME_JS),
			path.join(projectData.projectDir, CONFIG_FILE_NAME_TS),
			path.join(projectData.getAppDirectoryPath(), PACKAGE_JSON_FILE_NAME),
			path.join(
				projectData.getAppResourcesRelativeDirectoryPath(),
				platformData.normalizedPlatformName
			),
		]
			.concat(pluginsNativeDirectories)
			.concat(pluginsPackageJsonFiles);

		return patterns;
	}

	public async writeRuntimePackageJson(
		projectData: IProjectData,
		platformData: IPlatformData
	) {
		const configInfo = this.$projectConfigService.detectProjectConfigs(
			projectData.projectDir
		);
		if (configInfo.usingNSConfig) {
			return;
		}

		this.$logger.info(
			"Updating runtime package.json with configuration values..."
		);
		const nsConfig = this.$projectConfigService.readConfig(
			projectData.projectDir
		);
		const packageData: any = {
			..._.pick(projectData.packageJsonData, ["name"]),
			...nsConfig,
			main: "bundle",
		};

		if (
			platformData.platformNameLowerCase === "ios" &&
			packageData.ios &&
			packageData.ios.discardUncaughtJsExceptions
		) {
			packageData.discardUncaughtJsExceptions =
				packageData.ios.discardUncaughtJsExceptions;
		}
		if (
			platformData.platformNameLowerCase === "android" &&
			packageData.android &&
			packageData.android.discardUncaughtJsExceptions
		) {
			packageData.discardUncaughtJsExceptions =
				packageData.android.discardUncaughtJsExceptions;
		}
		let packagePath: string;
		if (platformData.platformNameLowerCase === "ios") {
			packagePath = path.join(
				platformData.projectRoot,
				projectData.projectName,
				"app",
				"package.json"
			);
		} else {
			packagePath = path.join(
				platformData.projectRoot,
				"app",
				"src",
				"main",
				"assets",
				"app",
				"package.json"
			);
		}

		try {
			// this will read the package.json that is already emitted by
			// the GenerateNativeScriptEntryPointsPlugin webpack plugin
			const emittedPackageData = this.$fs.readJson(packagePath);

			// since ns7 we only care about the main key from the emitted
			// package.json, the rest is coming from the new config.
			if (emittedPackageData?.main) {
				packageData.main = emittedPackageData.main;
			}
		} catch (error) {
			this.$logger.trace(
				"Failed to read emitted package.json. Error is: ",
				error
			);
		}

		this.$fs.writeJson(packagePath, packageData);
	}

	private emitPrepareEvent(filesChangeEventData: IFilesChangeEventData) {
		if (this.isInitialPrepareReady) {
			this.emit(PREPARE_READY_EVENT_NAME, filesChangeEventData);
		} else {
			this.persistedData.push(filesChangeEventData);
		}
	}

	@cache()
	private async trackRuntimeVersion(
		platform: string,
		projectData: IProjectData
	): Promise<void> {
		const { version } = this.$projectDataService.getRuntimePackage(
			projectData.projectDir,
			platform as SupportedPlatform
		);

		if (!version) {
			this.$logger.trace(
				`Unable to get runtime version for project directory: ${projectData.projectDir} and platform ${platform}.`
			);
			return;
		}

		await this.$analyticsService.trackEventActionInGoogleAnalytics({
			action: TrackActionNames.UsingRuntimeVersion,
			additionalData: `${platform.toLowerCase()}${AnalyticsEventLabelDelimiter}${version}`,
		});
	}

	private isFileWatcherPaused() {
		return this.pausedFileWatch;
	}

	public async toggleFileWatcher() {
		this.pausedFileWatch = !this.pausedFileWatch;

		const watchers = Object.values(this.watchersData);
		if (this.pausedFileWatch) {
			for (const watcher of watchers) {
				for (const platform in watcher) {
					await this.$webpackCompilerService.stopWebpackCompiler(platform);
					watcher[platform].hasWebpackCompilerProcess = false;
				}
			}
		} else {
			for (const watcher of watchers) {
				for (const platform in watcher) {
					const args = watcher[platform].prepareArguments;
					watcher[platform].hasWebpackCompilerProcess = true;
					await this.$webpackCompilerService.compileWithWatch(
						args.platformData,
						args.projectData,
						args.prepareData
					);
				}
			}
		}
		return this.pausedFileWatch;
	}

	// public async toggleWatchNodeModules() {
	// 	const watchers = Object.values(this.watchersData);
	// 	let state = false;
	// 	for (const watcher of watchers) {
	// 		for (const platform in watcher) {
	// 			const args = watcher[platform].prepareArguments;
	// 			state = !args.prepareData.watchNodeModules;
	// 			args.prepareData.watchNodeModules = state;
	// 			await this.$webpackCompilerService.stopWebpackCompiler(platform);
	// 			await sleep(1000);
	// 			await this.$webpackCompilerService.compileWithWatch(
	// 				args.platformData,
	// 				args.projectData,
	// 				args.prepareData
	// 			);
	// 		}
	// 	}

	// 	return state;
	// }
}

injector.register("prepareController", PrepareController);