Reland of "DevTools: Added GRD/GRDP files for all localizable strings in the DevTools."
This is a reland of https://chromium-review.googlesource.com/c/chromium/src/+/1613921/, which was reverted (Bug=966547) because
third_party/blink/renderer/devtools/front_end/langpacks/devtools_ui_strings.grd was being picked up by Google's internal localization pipeline.
Bug=941561
Change-Id: I9a97e16e367716189d34944b76605c9321d47092
Reviewed-on: https://chromium-review.googlesource.com/c/chromium/src/+/1627921
Reviewed-by: Joel Einbinder <einbinder@chromium.org>
Reviewed-by: Nico Weber <thakis@chromium.org>
Reviewed-by: Alexei Filippov <alph@chromium.org>
Commit-Queue: Lorne Mitchell <lomitch@microsoft.com>
Cr-Original-Commit-Position: refs/heads/master@{#664013}
Cr-Mirrored-From: https://chromium.googlesource.com/chromium/src
Cr-Mirrored-Commit: 613ca444d07326b6f087c083af79a636a858a7d9
diff --git a/scripts/check_localizability.js b/scripts/check_localizability.js
index 963eb49..30102a7 100644
--- a/scripts/check_localizability.js
+++ b/scripts/check_localizability.js
@@ -11,21 +11,11 @@
// In this case, add it to the excluded errors at the top of the script.
const path = require('path');
+const localizationUtils = require('./localization_utils/localization_utils');
+const esprimaTypes = localizationUtils.esprimaTypes;
+const escodegen = localizationUtils.escodegen;
+const esprima = localizationUtils.esprima;
-// Use modules in third_party/node/node_modules
-const THIRD_PARTY_PATH = path.resolve(__dirname, '..', '..', '..', '..');
-const REPO_NODE_MODULES_PATH = path.resolve(THIRD_PARTY_PATH, 'node', 'node_modules');
-const escodegen = require(path.resolve(REPO_NODE_MODULES_PATH, 'escodegen'));
-const esprima = require(path.resolve(REPO_NODE_MODULES_PATH, 'esprima'));
-
-const fs = require('fs');
-const {promisify} = require('util');
-const readDirAsync = promisify(fs.readdir);
-const readFileAsync = promisify(fs.readFile);
-const statAsync = promisify(fs.stat);
-
-const excludeFiles = ['lighthouse-dt-bundle.js', 'Tests.js'];
-const excludeDirs = ['_test_runner', 'Images', 'node_modules'];
// Exclude known errors
const excludeErrors = [
'Common.UIString(view.title())', 'Common.UIString(setting.title() || \'\')', 'Common.UIString(option.text)',
@@ -34,16 +24,6 @@
'Common.UIString(extension.title())', 'Common.UIString(this._currentValueLabel, value)'
];
-const esprimaTypes = {
- BI_EXPR: 'BinaryExpression',
- CALL_EXPR: 'CallExpression',
- COND_EXPR: 'ConditionalExpression',
- IDENTIFIER: 'Identifier',
- MEMBER_EXPR: 'MemberExpression',
- TAGGED_TEMP_EXPR: 'TaggedTemplateExpression',
- TEMP_LITERAL: 'TemplateLiteral'
-};
-
const usage = `Usage: node ${path.basename(process.argv[0])} [-a | <.js file path>*]
-a: If present, check all devtools frontend .js files
@@ -62,7 +42,7 @@
let filePaths = [];
if (process.argv[2] === '-a') {
const frontendPath = path.resolve(__dirname, '..', 'front_end');
- await getFilesFromDirectory(frontendPath, filePaths);
+ await localizationUtils.getFilesFromDirectory(frontendPath, filePaths, ['.js']);
} else {
filePaths = process.argv.slice(2);
}
@@ -86,73 +66,15 @@
main();
-function verifyIdentifier(node, name) {
- return node !== undefined && node.type === esprimaTypes.IDENTIFIER && node.name === name;
-}
-
-/**
- * Verify callee of objectName.propertyName(), e.g. Common.UIString().
- */
-function verifyCallExpressionCallee(callee, objectName, propertyName) {
- return callee !== undefined && callee.type === esprimaTypes.MEMBER_EXPR && callee.computed === false &&
- verifyIdentifier(callee.object, objectName) && verifyIdentifier(callee.property, propertyName);
-}
-
-function isNodeCallOnObject(node, objectName, propertyName) {
- return node !== undefined && node.type === esprimaTypes.CALL_EXPR &&
- verifyCallExpressionCallee(node.callee, objectName, propertyName);
-}
-
-function isNodeCommonUIStringCall(node) {
- return isNodeCallOnObject(node, 'Common', 'UIString');
-}
-
-function isNodeUIformatLocalized(node) {
- return isNodeCallOnObject(node, 'UI', 'formatLocalized');
-}
-
-function isNodelsTaggedTemplateExpression(node) {
- return node !== undefined && node.type === esprimaTypes.TAGGED_TEMP_EXPR && verifyIdentifier(node.tag, 'ls') &&
- node.quasi !== undefined && node.quasi.type !== undefined && node.quasi.type === esprimaTypes.TEMP_LITERAL;
-}
-
function includesConditionalExpression(listOfElements) {
return listOfElements.filter(ele => ele !== undefined && ele.type === esprimaTypes.COND_EXPR).length > 0;
}
-function getLocalizationCase(node) {
- if (isNodeCommonUIStringCall(node))
- return 'Common.UIString';
- else if (isNodelsTaggedTemplateExpression(node))
- return 'Tagged Template';
- else if (isNodeUIformatLocalized(node))
- return 'UI.formatLocalized';
- else
- return null;
-}
-
-function isLocalizationCall(node) {
- return isNodeCommonUIStringCall(node) || isNodelsTaggedTemplateExpression(node) || isNodeUIformatLocalized(node);
-}
-
function addError(error, errors) {
if (!errors.includes(error))
errors.push(error);
}
-function getLocation(node) {
- if (node !== undefined && node.loc !== undefined && node.loc.start !== undefined && node.loc.end !== undefined &&
- node.loc.start.line !== undefined && node.loc.end.line !== undefined) {
- const startLine = node.loc.start.line;
- const endLine = node.loc.end.line;
- if (startLine === endLine)
- return ` Line ${startLine}`;
- else
- return ` Line ${node.loc.start.line}-${node.loc.end.line}`;
- }
- return '';
-}
-
function buildConcatenatedNodesList(node, nodes) {
if (!node)
return;
@@ -173,7 +95,7 @@
*/
function checkConcatenation(parentNode, node, filePath, errors) {
function isWord(node) {
- return (node.type === 'Literal' && !!node.value.match(/[a-z]/i));
+ return (node.type === esprimaTypes.LITERAL && !!node.value.match(/[a-z]/i));
}
function isConcatenation(node) {
return (node !== undefined && node.type === esprimaTypes.BI_EXPR && node.operator === '+');
@@ -183,16 +105,18 @@
return;
if (isConcatenation(node)) {
- let concatenatedNodes = [];
+ const concatenatedNodes = [];
buildConcatenatedNodesList(node, concatenatedNodes);
- const hasLocalizationCall = !!concatenatedNodes.find(currentNode => isLocalizationCall(currentNode));
+ const hasLocalizationCall =
+ !!concatenatedNodes.find(currentNode => localizationUtils.isLocalizationCall(currentNode));
if (hasLocalizationCall) {
const hasAlphabeticLiteral = !!concatenatedNodes.find(currentNode => isWord(currentNode));
if (hasAlphabeticLiteral) {
const code = escodegen.generate(node);
addError(
`${filePath}${
- getLocation(node)}: string concatenation should be changed to variable substitution with ls: ${code}`,
+ localizationUtils.getLocationMessage(
+ node.loc)}: string concatenation should be changed to variable substitution with ls: ${code}`,
errors);
}
}
@@ -200,26 +124,18 @@
}
/**
- * Verify if callee is functionName() or object.functionName().
- */
-function verifyFunctionCallee(callee, functionName) {
- return callee !== undefined &&
- ((callee.type === esprimaTypes.IDENTIFIER && callee.name === functionName) ||
- (callee.type === esprimaTypes.MEMBER_EXPR && verifyIdentifier(callee.property, functionName)));
-}
-
-/**
* Check if an argument of a function is localized.
*/
function checkFunctionArgument(functionName, argumentIndex, node, filePath, errors) {
- if (node !== undefined && node.type === esprimaTypes.CALL_EXPR && verifyFunctionCallee(node.callee, functionName) &&
- node.arguments !== undefined && node.arguments.length > argumentIndex) {
+ if (node !== undefined && node.type === esprimaTypes.CALL_EXPR &&
+ localizationUtils.verifyFunctionCallee(node.callee, functionName) && node.arguments !== undefined &&
+ node.arguments.length > argumentIndex) {
const arg = node.arguments[argumentIndex];
// No need to localize empty strings.
- if (arg.type == 'Literal' && arg.value === '')
+ if (arg.type === esprimaTypes.LITERAL && arg.value === '')
return;
- if (!isLocalizationCall(arg)) {
+ if (!localizationUtils.isLocalizationCall(arg)) {
let order = '';
switch (argumentIndex) {
case 0:
@@ -235,8 +151,8 @@
order = `${argumentIndex + 1}th`;
}
addError(
- `${filePath}${getLocation(node)}: ${order} argument to ${functionName}() should be localized: ${
- escodegen.generate(node)}`,
+ `${filePath}${localizationUtils.getLocationMessage(node.loc)}: ${order} argument to ${
+ functionName}() should be localized: ${escodegen.generate(node)}`,
errors);
}
}
@@ -266,19 +182,22 @@
return;
}
- const locCase = getLocalizationCase(node);
+ const locCase = localizationUtils.getLocalizationCase(node);
const code = escodegen.generate(node);
switch (locCase) {
case 'Common.UIString':
case 'UI.formatLocalized':
const firstArgType = node.arguments[0].type;
- if (firstArgType !== 'Literal' && firstArgType !== 'TemplateLiteral' && firstArgType !== 'Identifier' &&
- !excludeErrors.includes(code)) {
- addError(`${filePath}${getLocation(node)}: first argument to call should be a string: ${code}`, errors);
+ if (firstArgType !== esprimaTypes.LITERAL && firstArgType !== esprimaTypes.TEMP_LITERAL &&
+ firstArgType !== esprimaTypes.IDENTIFIER && !excludeErrors.includes(code)) {
+ addError(
+ `${filePath}${localizationUtils.getLocationMessage(node.loc)}: first argument to call should be a string: ${
+ code}`,
+ errors);
}
if (includesConditionalExpression(node.arguments.slice(1))) {
addError(
- `${filePath}${getLocation(node)}: conditional(s) found in ${
+ `${filePath}${localizationUtils.getLocationMessage(node.loc)}: conditional(s) found in ${
code}. Please extract conditional(s) out of the localization call.`,
errors);
}
@@ -286,7 +205,7 @@
case 'Tagged Template':
if (includesConditionalExpression(node.quasi.expressions)) {
addError(
- `${filePath}${getLocation(node)}: conditional(s) found in ${
+ `${filePath}${localizationUtils.getLocationMessage(node.loc)}: conditional(s) found in ${
code}. Please extract conditional(s) out of the localization call.`,
errors);
}
@@ -303,42 +222,11 @@
}
}
-function getRelativeFilePathFromSrc(fullFilePath) {
- return path.relative(path.resolve(THIRD_PARTY_PATH, '..'), fullFilePath);
-}
-
async function auditFileForLocalizability(filePath, errors) {
- const fileContent = await readFileAsync(filePath);
- const ast = esprima.parse(fileContent.toString(), {loc: true});
+ const fileContent = await localizationUtils.parseFileContent(filePath);
+ const ast = esprima.parse(fileContent, {loc: true});
- const relativeFilePath = getRelativeFilePathFromSrc(filePath);
+ const relativeFilePath = localizationUtils.getRelativeFilePathFromSrc(filePath);
for (const node of ast.body)
analyzeNode(undefined, node, relativeFilePath, errors);
}
-
-function shouldParseDirectory(directoryName) {
- return !excludeDirs.reduce((result, dir) => result || directoryName.indexOf(dir) !== -1, false);
-}
-
-function shouldParseFile(filePath) {
- return (path.extname(filePath) === '.js' && !excludeFiles.includes(path.basename(filePath)));
-}
-
-async function getFilesFromItem(itemPath, filePaths) {
- const stat = await statAsync(itemPath);
- if (stat.isDirectory() && shouldParseDirectory(itemPath))
- return await getFilesFromDirectory(itemPath, filePaths);
-
- if (shouldParseFile(itemPath))
- filePaths.push(itemPath);
-}
-
-async function getFilesFromDirectory(directoryPath, filePaths) {
- const itemNames = await readDirAsync(directoryPath);
- const promises = [];
- for (const itemName of itemNames) {
- const itemPath = path.resolve(directoryPath, itemName);
- promises.push(getFilesFromItem(itemPath, filePaths));
- }
- await Promise.all(promises);
-}