Skip to content

Commit

Permalink
fix: ignore link #11
Browse files Browse the repository at this point in the history
  • Loading branch information
@Natumsol
Natumsol committed Nov 28, 2021
1 parent 3449095 commit ace0e9a
Show file tree
Hide file tree
Showing 2 changed files with 213 additions and 89 deletions.
192 changes: 107 additions & 85 deletions formatUtil.ts
View file
Original file line number Diff line number Diff line change
@@ -1,20 +1,19 @@

interface IgnoreBlock {
start: number | null,
end: number | null
start: number | null;
end: number | null;
}
export default {
condenseContent(content: string): string {
// 将 制表符 改成 四个空格
content = content.replace(/\t/g, ' ');
content = content.replace(/\t/g, " ");

// 删除超过2个的回车
// Unix 的只有 LF，Windows 的需要 CR LF
content = content.replace(/(\n){3,}/g, '$1$1');
content = content.replace(/(\r\n){3,}/g, '$1$1');
content = content.replace(/(\n){3,}/g, "$1$1");
content = content.replace(/(\r\n){3,}/g, "$1$1");
return content;
},
getIgnoreBlocks(lines: string[], token: string = '```'): IgnoreBlock[] {
getIgnoreBlocks(lines: string[], token: string = "```"): IgnoreBlock[] {
const ignoreBlocks: IgnoreBlock[] = [];
let block: IgnoreBlock | null = null;
lines.forEach((line, index) => {
Expand All @@ -24,7 +23,7 @@ export default {
block = { start: index, end: null };
} else {
if (line === token) {
block.end = index
block.end = index;
ignoreBlocks.push(block);
block = null;
}
Expand All @@ -35,159 +34,182 @@ export default {
},
deleteSpaces(content: string): string {
// 去掉「`()[]{}<>'"`」: 前后多余的空格
content = content.replace(/\s+([\(\)\[\]\{\}<>'":])\s+/g, ' $1 ');
content = content.replace(/\s+([\(\)\[\]\{\}<>'":])\s+/g, " $1 ");

// 去掉连续括号增加的空格，例如：「` ( [ { < > } ] ) `」
content = content.replace(/([<\(\{\[])\s([<\(\{\[])\s/g, '$1$2 ');
content = content.replace(/([<\(\{\[])\s([<\(\{\[])\s/g, '$1$2 ');
content = content.replace(/([<\(\{\[])\s([<\(\{\[])\s/g, '$1$2 ');
content = content.replace(/([<\(\{\[])\s([<\(\{\[])\s/g, '$1$2 ');
content = content.replace(/\s([>\)\]\}])\s([>\)\]\}])/g, ' $1$2');
content = content.replace(/\s([>\)\]\}])\s([>\)\]\}])/g, ' $1$2');
content = content.replace(/\s([>\)\]\}])\s([>\)\]\}])/g, ' $1$2');
content = content.replace(/\s([>\)\]\}])\s([>\)\]\}])/g, ' $1$2');
content = content.replace(/([<\(\{\[])\s([<\(\{\[])\s/g, "$1$2 ");
content = content.replace(/([<\(\{\[])\s([<\(\{\[])\s/g, "$1$2 ");
content = content.replace(/([<\(\{\[])\s([<\(\{\[])\s/g, "$1$2 ");
content = content.replace(/([<\(\{\[])\s([<\(\{\[])\s/g, "$1$2 ");
content = content.replace(/\s([>\)\]\}])\s([>\)\]\}])/g, " $1$2");
content = content.replace(/\s([>\)\]\}])\s([>\)\]\}])/g, " $1$2");
content = content.replace(/\s([>\)\]\}])\s([>\)\]\}])/g, " $1$2");
content = content.replace(/\s([>\)\]\}])\s([>\)\]\}])/g, " $1$2");

// 去掉 「`$ () $`」, 「`$ [] $`」, 「`$ {} $`」 里面增加的空格
// 去掉开始 $ 后面增加的空格，结束 $ 前面增加的空格
// 去掉包裹代码的符号里面增加的空格
// 去掉开始 ` 后面增加的空格，结束 ` 前面增加的空格
content = content.replace(/([`\$])\s*([<\(\[\{])([^\$]*)\s*([`\$])/g, '$1$2$3$4');
content = content.replace(/([`\$])\s*([^\$]*)([>\)\]\}])\s*([`\$])/g, '$1$2$3$4');
content = content.replace(
/([`\$])\s*([<\(\[\{])([^\$]*)\s*([`\$])/g,
"$1$2$3$4"
);
content = content.replace(
/([`\$])\s*([^\$]*)([>\)\]\}])\s*([`\$])/g,
"$1$2$3$4"
);

// 去掉「`) _`」、「`) ^`」增加的空格
content = content.replace(/\)\s([_\^])/g, ')$1');
content = content.replace(/\)\s([_\^])/g, ")$1");

// 去掉 [^footnote,2002] 中的空格
content = content.replace(/\[\s*\^([^\]\s]*)\s*\]/g, '[^$1]');
content = content.replace(/\[\s*\^([^\]\s]*)\s*\]/g, "[^$1]");

// 将链接的格式中文括号“[]（）”改成英文括号“[]()”，去掉增加的空格
content = content.replace(/\s*\[\s*([^\]]+)\s*\]\s*[（(]\s*([^\s\)]*)\s*[)）]\s*/g, ' [$1]($2) ');
content = content.replace(
/\s*\[\s*([^\]]+)\s*\]\s*[（(]\s*([^\s\)]*)\s*[)）]\s*/g,
" [$1]($2) "
);

// 将图片链接的格式中的多余空格“! []()”去掉，变成“![]()”
content = content.replace(/!\s*\[\s*([^\]]+)\s*\]\s*[（(]\s*([^\s\)]*)\s*[)）]\s*/g, '![$1]($2) ');
content = content.replace(
/!\s*\[\s*([^\]]+)\s*\]\s*[（(]\s*([^\s\)]*)\s*[)）]\s*/g,
"![$1]($2) "
);

// 将网络地址中“ : // ”符号改成“://”
content = content.replace(/\s*:\s*\/\s*\/\s*/g, '://');
content = content.replace(/\s*:\s*\/\s*\/\s*/g, "://");

// 去掉行末空格
content = content.replace(/(\S*)\s*$/g, '$1');
content = content.replace(/(\S*)\s*$/g, "$1");

// 去掉「123 °」和 「15 %」中的空格
content = content.replace(/([0-9])\s*([°%])/g, '$1$2');
content = content.replace(/([0-9])\s*([°%])/g, "$1$2");

// 去掉 2020 - 04 - 20, 08 : 00 : 00 这种日期时间表示的数字内的空格
content = content.replace(/([0-9])\s*-\s*([0-9])/g, '$1-$2');
content = content.replace(/([0-9])\s*:\s*([0-9])/g, '$1:$2');
content = content.replace(/([0-9])\s*-\s*([0-9])/g, "$1-$2");
content = content.replace(/([0-9])\s*:\s*([0-9])/g, "$1:$2");

// 去掉 1 , 234 , 567 这种千分位表示的数字内的空格
content = content.replace(/([0-9])\s*,\s*([0-9])/g, '$1,$2');
content = content.replace(/([0-9])\s*,\s*([0-9])/g, "$1,$2");

// 全角標點與其他字符之間不加空格
// 将无序列表的-后面的空格保留
// 将有序列表的-后面的空格保留
content = content.replace(/^(?<![-|\d.]\s*)\s*([，。、《》？『』「」；∶【】｛｝—！＠￥％…（）])\s*/g, '$1');
content = content.replace(
/^(?<![-|\d.]\s*)\s*([，。、《》？『』「」；∶【】｛｝—！＠￥％…（）])\s*/g,
"$1"
);
return content;
},

insertSpace(content: string): string {
// 在 “中文English” 之间加入空格 “中文 English”
// 在 “中文123” 之间加入空格 “中文 123”
content = content.replace(/([\u4e00-\u9fa5\u3040-\u30FF])([a-zA-Z0-9`])/g, '$1 $2');
content = content.replace(
/(?<!\[.*\]\()([\u4e00-\u9fa5\u3040-\u30FF])([a-zA-Z0-9`])/g,
"$1 $2"
);

// 在 “English中文” 之间加入空格 “English 中文”
// 在 “123中文” 之间加入空格 “123 中文”
content = content.replace(/([a-zA-Z0-9%`])([*]*[\u4e00-\u9fa5\u3040-\u30FF])/g, '$1 $2');
content = content.replace(
/(?<!\[.*\]\()([a-zA-Z0-9%`])([*]*[\u4e00-\u9fa5\u3040-\u30FF])/g,
"$1 $2"
);

// 在 「I said:it's a good news」的冒号与英文之间加入空格 「I said: it's a good news」
content = content.replace(/([:])\s*([a-zA-z])/g, '$1 $2');
content = content.replace(/([:])\s*([a-zA-z])/g, "$1 $2");

return content;
},
replacePunctuations(content: string): string {
// `, \ . : ; ? !` 改成 `，、。：；？！`
// 必须在结尾或者有空格的点才被改成句号
content = content.replace(/([\u4e00-\u9fa5\u3040-\u30FF])\.($|\s*)/g, '$1。');
content = content.replace(/([\u4e00-\u9fa5\u3040-\u30FF]),/g, '$1，');
content = content.replace(/([\u4e00-\u9fa5\u3040-\u30FF]);/g, '$1；');
content = content.replace(/([\u4e00-\u9fa5\u3040-\u30FF])!/g, '$1！');
content = content.replace(/([\u4e00-\u9fa5\u3040-\u30FF])\?/g, '$1？');
content = content.replace(/([\u4e00-\u9fa5\u3040-\u30FF])\\/g, '$1、');
content = content.replace(/([\u4e00-\u9fa5\u3040-\u30FF])＼s*\:/g, '$1：');
content = content.replace(
/([\u4e00-\u9fa5\u3040-\u30FF])\.($|\s*)/g,
"$1。"
);
content = content.replace(/([\u4e00-\u9fa5\u3040-\u30FF]),/g, "$1，");
content = content.replace(/([\u4e00-\u9fa5\u3040-\u30FF]);/g, "$1；");
content = content.replace(/([\u4e00-\u9fa5\u3040-\u30FF])!/g, "$1！");
content = content.replace(/([\u4e00-\u9fa5\u3040-\u30FF])\?/g, "$1？");
content = content.replace(/([\u4e00-\u9fa5\u3040-\u30FF])\\/g, "$1、");
content = content.replace(/([\u4e00-\u9fa5\u3040-\u30FF])＼s*\:/g, "$1：");

// 簡體中文使用直角引號
content = content.replace(/‘/g, '『');
content = content.replace(/’/g, '』');
content = content.replace(/“/g, '「');
content = content.replace(/”/g, '」');
content = content.replace(/‘/g, "『");
content = content.replace(/’/g, "』");
content = content.replace(/“/g, "「");
content = content.replace(/”/g, "」");
// 括号使用半角标点
// 半角括号的两边都有空格就不在这里处理了，放到行中处理
content = content.replace(/\s*[（(]\s*/g, ' ( ');
content = content.replace(/\s*[）)]\s*/g, ' ) ');
content = content.replace(/\s*[（(]\s*/g, " ( ");
content = content.replace(/\s*[）)]\s*/g, " ) ");

// 英文和数字内部的全角标点 `，。；‘’“”：？！＠＃％＆－＝＋｛｝【】｜＼～`改成半角标点
content = content.replace(/(\w)\s*，\s*(\w)/g, '$1, $2');
content = content.replace(/(\w)\s*。\s*(\w)/g, '$1. $2');
content = content.replace(/(\w)\s*；\s*(\w)/g, '$1; $2');
content = content.replace(/(\w)\s*，\s*(\w)/g, "$1, $2");
content = content.replace(/(\w)\s*。\s*(\w)/g, "$1. $2");
content = content.replace(/(\w)\s*；\s*(\w)/g, "$1; $2");
content = content.replace(/(\w)\s*‘\s*(\w)/g, "$1 '$2");
content = content.replace(/(\w)\s*’\s*(\w)/g, "$1' $2");
content = content.replace(/(\w)\s*“\s*(\w)/g, '$1 "$2');
content = content.replace(/(\w)\s*”\s*(\w)/g, '$1" $2');
content = content.replace(/(\w)\s*：\s*(\w)/g, '$1: $2');
content = content.replace(/(\w)\s*？\s*(\w)/g, '$1? $2');
content = content.replace(/(\w)\s*！\s*(\w)/g, '$1! $2');
content = content.replace(/(\w)\s*＠\s*(\w)/g, '$1@$2');
content = content.replace(/(\w)\s*＃\s*(\w)/g, '$1#$2');
content = content.replace(/(\w)\s*％\s*(\w)/g, '$1 % $2');
content = content.replace(/(\w)\s*＆\s*(\w)/g, '$1 & $2');
content = content.replace(/(\w)\s*－\s*(\w)/g, '$1 - $2');
content = content.replace(/(\w)\s*＝\s*(\w)/g, '$1 = $2');
content = content.replace(/(\w)\s*＋\s*(\w)/g, '$1 + $2');
content = content.replace(/(\w)\s*｛\s*(\w)/g, '$1 {$2');
content = content.replace(/(\w)\s*｝\s*(\w)/g, '$1} $2');
content = content.replace(/(\w)\s*[【\[]\s*(\w)/g, '$1 [$2');
content = content.replace(/(\w)\s*[】\]]\s*(\w)/g, '$1] $2');
content = content.replace(/(\w)\s*｜\s*(\w)/g, '$1 | $2');
content = content.replace(/(\w)\s*＼\s*(\w)/g, '$1 $2');
content = content.replace(/(\w)\s*～\s*(\w)/g, '$1~$2');
content = content.replace(/(\w)\s*：\s*(\w)/g, "$1: $2");
content = content.replace(/(\w)\s*？\s*(\w)/g, "$1? $2");
content = content.replace(/(\w)\s*！\s*(\w)/g, "$1! $2");
content = content.replace(/(\w)\s*＠\s*(\w)/g, "$1@$2");
content = content.replace(/(\w)\s*＃\s*(\w)/g, "$1#$2");
content = content.replace(/(\w)\s*％\s*(\w)/g, "$1 % $2");
content = content.replace(/(\w)\s*＆\s*(\w)/g, "$1 & $2");
content = content.replace(/(\w)\s*－\s*(\w)/g, "$1 - $2");
content = content.replace(/(\w)\s*＝\s*(\w)/g, "$1 = $2");
content = content.replace(/(\w)\s*＋\s*(\w)/g, "$1 + $2");
content = content.replace(/(\w)\s*｛\s*(\w)/g, "$1 {$2");
content = content.replace(/(\w)\s*｝\s*(\w)/g, "$1} $2");
content = content.replace(/(\w)\s*[【\[]\s*(\w)/g, "$1 [$2");
content = content.replace(/(\w)\s*[】\]]\s*(\w)/g, "$1] $2");
content = content.replace(/(\w)\s*｜\s*(\w)/g, "$1 | $2");
content = content.replace(/(\w)\s*＼\s*(\w)/g, "$1 $2");
content = content.replace(/(\w)\s*～\s*(\w)/g, "$1~$2");
// 连续三个以上的 `。` 改成 `......`
content = content.replace(/[。]{3,}/g, '……');
content = content.replace(/[。]{3,}/g, "……");
// 截断连续超过一个的 ？和！ 为一个，「！？」也算一个
content = content.replace(/([！？]+)\1{1,}/g, '$1');
content = content.replace(/([！？]+)\1{1,}/g, "$1");
// 截断连续超过一个的 。，；：、“”『』〖〗《》 为一个
content = content.replace(/([。，；：、“”『』〖〗《》【】])\1{1,}/g, '$1');
content = content.replace(/([。，；：、“”『』〖〗《》【】])\1{1,}/g, "$1");
return content;
},

replaceFullNumbersAndChars(content: string): string {
// 替换全角数字 & 全角英文
// Ａ -> A
// ０ -> 0
return content.replace(/[\uFF10-\uFF19\uFF21-\uFF5A]/g, c => String.fromCharCode(c.charCodeAt(0) - 0xfee0));
return content.replace(/[\uFF10-\uFF19\uFF21-\uFF5A]/g, c =>
String.fromCharCode(c.charCodeAt(0) - 0xfee0)
);
},

formatContent(content: string): string {


// 替换所有的全角数字和字母为半角
content = this.replaceFullNumbersAndChars(content);


// 删除多余的内容（回车）
content = this.condenseContent(content);


// 每行操作
const lines = content
.split('\n');
const lines = content.split("\n");

const ignoreBlocks: IgnoreBlock[] = this.getIgnoreBlocks(lines);

content = lines
.map((line: string, index: number) => {

// 忽略代码块
if (ignoreBlocks.some(({ start, end }) => {
return index >= start && index <= end;
})) {
if (
ignoreBlocks.some(({ start, end }) => {
return index >= start && index <= end;
})
) {
return line;
}

Expand All @@ -198,19 +220,19 @@ export default {
line = this.insertSpace(line);

// 将有编号列表的“1. ”改成 “1. ”
line = line.replace(/^(\s*)(\d\.)\s+(\S)/, '$1$2 $3');
line = line.replace(/^(\s*)(\d\.)\s+(\S)/, "$1$2 $3");

// 将无编号列表的“* ”改成 “- ”
// 将无编号列表的“- ”改成 “- ”
line = line.replace(/^(\s*)[-\*]\s+(\S)/, '$1- $2');
line = line.replace(/^(\s*)[-\*]\s+(\S)/, "$1- $2");

return line;
})
.join('\n');
.join("\n");

// 结束文档整理前再删除最后一个回车
content = content.replace(/(\n){2,}$/g, '$1');
content = content.replace(/(\r\n){2,}$/g, '$1');
content = content.replace(/(\n){2,}$/g, "$1");
content = content.replace(/(\r\n){2,}$/g, "$1");
return content;
},
};
Loading

0 comments on commit ace0e9a

Please sign in to comment.