CC ?= gcc
SF_MIRROR = easynews
-SCIM_TABLES_VER = 0.5.7
+SCIM_TABLES_VER = 0.5.9
SCIM_PINYIN_VER = 0.5.91
LIBTABE_VER = 0.2.3
# Installation directory
INSTDIR = /usr/local/share/zhdaemons/
-all: ZhConversion.php tradphrases.notsure simpphrases.notsure wordlist toCN.dict toTW.dict toHK.dict toSG.dict
+all: ZhConversion.php tradphrases.notsure simpphrases.notsure wordlist toHans.dict toHant.dict toCN.dict toTW.dict toHK.dict toSG.dict
-Unihan.txt:
- wget -nc ftp://ftp.unicode.org/Public/UNIDATA/Unihan.zip
- unzip -q Unihan.zip
+# Download Unihan database and Traditional Chinese / Simplified Chinese phrases files
+Unihan.zip:
+ wget -nc http://www.unicode.org/Public/UNIDATA/Unihan.zip
-EZ.txt.in:
+scim-tables-$(SCIM_TABLES_VER).tar.gz:
wget -nc http://$(SF_MIRROR).dl.sourceforge.net/sourceforge/scim/scim-tables-$(SCIM_TABLES_VER).tar.gz
- tar -xzf scim-tables-$(SCIM_TABLES_VER).tar.gz -O scim-tables-$(SCIM_TABLES_VER)/tables/zh/EZ-Big.txt.in > EZ.txt.in
-phrase_lib.txt:
+scim-pinyin-$(SCIM_PINYIN_VER).tar.gz:
wget -nc http://$(SF_MIRROR).dl.sourceforge.net/sourceforge/scim/scim-pinyin-$(SCIM_PINYIN_VER).tar.gz
+
+libtabe-$(LIBTABE_VER).tgz:
+ wget -nc http://$(SF_MIRROR).dl.sourceforge.net/sourceforge/libtabe/libtabe-$(LIBTABE_VER).tgz
+
+# Extract the file from a comressed files
+Unihan.txt: Unihan.zip
+ unzip -oq Unihan.zip
+
+EZ.txt.in: scim-tables-$(SCIM_TABLES_VER).tar.gz
+ tar -xzf scim-tables-$(SCIM_TABLES_VER).tar.gz -O scim-tables-$(SCIM_TABLES_VER)/tables/zh/EZ-Big.txt.in > EZ.txt.in
+
+Wubi.txt.in: scim-tables-$(SCIM_TABLES_VER).tar.gz
+ tar -xzf scim-tables-$(SCIM_TABLES_VER).tar.gz -O scim-tables-$(SCIM_TABLES_VER)/tables/zh/Wubi.txt.in > Wubi.txt.in
+
+Ziranma.txt.in: scim-tables-$(SCIM_TABLES_VER).tar.gz
+ tar -xzf scim-tables-$(SCIM_TABLES_VER).tar.gz -O scim-tables-$(SCIM_TABLES_VER)/tables/zh/Ziranma.txt.in > Ziranma.txt.in
+
+
+phrase_lib.txt: scim-pinyin-$(SCIM_PINYIN_VER).tar.gz
tar -xzf scim-pinyin-$(SCIM_PINYIN_VER).tar.gz -O scim-pinyin-$(SCIM_PINYIN_VER)/data/phrase_lib.txt > phrase_lib.txt
-tsi.src:
- wget -nc http://$(SF_MIRROR).dl.sourceforge.net/sourceforge/libtabe/libtabe-$(LIBTABE_VER).tgz
+tsi.src: libtabe-$(LIBTABE_VER).tgz
tar -xzf libtabe-$(LIBTABE_VER).tgz -O libtabe/tsi-src/tsi.src > tsi.src
+# Make a word list
wordlist: phrase_lib.txt EZ.txt.in tsi.src
iconv -c -f big5 -t utf8 tsi.src | $(SED) 's/# //g' | $(SED) 's/[ ][0-9].*//' > wordlist
- $(SED) 's/\(.*\)\t[0-9][0-9]*.*/\1/' phrase_lib.txt | $(SED) '1,5d' >>wordlist
+ $(SED) 's/\(.*\)\t[0-9][0-9]*.*/\1/' phrase_lib.txt | $(SED) '1,5d' >> wordlist
$(SED) '1,/BEGIN_TABLE/d' EZ.txt.in | colrm 1 8 | $(SED) 's/\t.*//' | $(GREP) "^...*" >> wordlist
sort wordlist | uniq | $(SED) 's/ //g' > t
mv t wordlist
cat simp2trad.manual tmp1 > simp2trad.t
t2s_1tomany.t: trad2simp.t
- $(GREP) -s ".\{19,\}" trad2simp.t | $(SED) 's/U+...../"/' | $(SED) 's/|U+...../"=>"/' | $(SED) 's/|U+.....//g' | $(SED) 's/|/",/' > t2s_1tomany.t
+ $(GREP) -s ".\{19,\}" trad2simp.t | $(SED) 's/U+...../"/' | $(SED) 's/|U+...../"=>"/' | $(SED) 's/|U+.....//g' | $(SED) 's/|/",/' > t2s_1tomany.t
t2s_1to1.t: trad2simp.t s2t_1tomany.t
$(SED) "/.*|.*|.*|.*/d" trad2simp.t | $(SED) 's/U+[0-9a-z][0-9a-z]*/"/' | $(SED) 's/|U+[0-9a-z][0-9a-z]*/"=>"/' | $(SED) 's/|/",/' > t2s_1to1.t
iconv -c -f big5 -t utf8 tsi.src | $(SED) 's/ [0-9].*//g' | $(SED) 's/[# ]//g'| $(GREP) "^.\{2,4\}" >> t
sort t | uniq > tphrase.t
-alltradphrases.t: tphrase.t s2t_1tomany.t
+alltradphrases.t: tphrase.t s2t_1tomany.t tradphrases_exclude.manual
for i in `cat s2t_1tomany.t | $(SED) 's/.*=>".//' | $(SED) 's/"//g' |$(SED) 's/,/\n/' | $(SED) 's/\(.\)/\1\n/g' |sort | uniq`; do $(GREP) -s $$i tphrase.t ; done > alltradphrases.t || true
+ cat alltradphrases.t | $(GREP) -vf tradphrases_exclude.manual > alltradphrases.tt ; mv alltradphrases.tt alltradphrases.t
tradphrases_2.t: alltradphrases.t
tradphrases.t: tradphrases.manual tradphrases_2.t tradphrases_3.t tradphrases_4.t t2s_1tomany.t
cat tradphrases.manual tradphrases_2.t tradphrases_3.t tradphrases_4.t |sort | uniq > tradphrases.t
for i in `$(SED) 's/"\(.\).*/\1/' t2s_1tomany.t ` ; do $(GREP) $$i tradphrases.t ; done | $(DIFF) tradphrases.t - | $(GREP) '<' | $(SED) 's/< //' > t
+ for i in `$(SED) 's/"\(..\)..*/\1/' t2s_1tomany.t ` ; do $(GREP) $$i tradphrases.t ; done | $(DIFF) tradphrases.t - | $(GREP) '<' | $(SED) 's/< //' >> t
+ mv t tradphrases.t
+ cat tradphrases.t | sort | uniq > t
mv t tradphrases.t
tradphrases.notsure: tradphrases_2.t tradphrases_3.t tradphrases_4.t t2s_1tomany.t
ph.t: phrase_lib.txt
$(SED) 's/[\t0-9a-zA-Z]//g' phrase_lib.txt | $(GREP) "^.\{2,4\}$$" > ph.t
-allsimpphrases.t: ph.t
+Wubi.t: Wubi.txt.in
+ $(SED) '1,/BEGIN_TABLE/d' Wubi.txt.in | colrm 1 8 | $(SED) 's/\t.*//' | $(GREP) "^...*" > Wubi.t
+
+Ziranma.t: Ziranma.txt.in
+ $(SED) '1,/BEGIN_TABLE/d' Ziranma.txt.in | colrm 1 8 | $(SED) 's/\t.*//' | $(GREP) "^...*" > Ziranma.t
+
+
+allsimpphrases.t: t2s_1tomany.t ph.t Wubi.t Ziranma.t simpphrases_exclude.manual
rm -f allsimpphrases.t
+ for i in `cat t2s_1tomany.t | $(SED) 's/.*=>".//' | $(SED) 's/"//g' | $(SED) 's/,/\n/' | $(SED) 's/\(.\)/\1\n/g' | sort | uniq `; do $(GREP) $$i Wubi.t >> allsimpphrases.t; done
+ for i in `cat t2s_1tomany.t | $(SED) 's/.*=>".//' | $(SED) 's/"//g' | $(SED) 's/,/\n/' | $(SED) 's/\(.\)/\1\n/g' | sort | uniq `; do $(GREP) $$i Ziranma.t >> allsimpphrases.t; done
for i in `cat t2s_1tomany.t | $(SED) 's/.*=>".//' | $(SED) 's/"//g' | $(SED) 's/,/\n/' | $(SED) 's/\(.\)/\1\n/g' | sort | uniq `; do $(GREP) $$i ph.t >> allsimpphrases.t; done
+ cat allsimpphrases.t | $(GREP) -vf simpphrases_exclude.manual > allsimpphrases.tt ; mv allsimpphrases.tt allsimpphrases.t
simpphrases_2.t: allsimpphrases.t
cat allsimpphrases.t | $(GREP) "^..$$" | sort | uniq > simpphrases_2.t
sort t | uniq > t3
$(DIFF) t3 simpphrases_4.t | $(GREP) ">" | $(SED) 's/> //' > t
mv t simpphrases_4.t
- for i in `cat simpphrases_3.t`; do $(GREP) $$i simpphrases_4.t; done | sort | uniq > t3 || true
+ for i in `cat simpphrases_3.t`; do $(GREP) $$i simpphrases_4.t; done | sort | uniq > t3 || true
$(DIFF) t3 simpphrases_4.t | $(GREP) ">" | $(SED) 's/> //' > t
mv t simpphrases_4.t
-simpphrases.t:simpphrases_2.t simpphrases_3.t simpphrases_4.t t2s_1tomany.t
- cat simpphrases_2.t simpphrases_3.t simpphrases_4.t > simpphrases.t
+simpphrases.t: simpphrases.manual simpphrases_2.t simpphrases_3.t simpphrases_4.t t2s_1tomany.t
+ cat simpphrases.manual simpphrases_2.t simpphrases_3.t simpphrases_4.t > simpphrases.t
for i in `$(SED) 's/"\(.\).*/\1/' t2s_1tomany.t ` ; do $(GREP) $$i simpphrases.t ; done | $(DIFF) simpphrases.t - | $(GREP) '<' | $(SED) 's/< //' > t
+ for i in `$(SED) 's/"\(..\)..*/\1/' t2s_1tomany.t ` ; do $(GREP) $$i simpphrases.t ; done | $(DIFF) simpphrases.t - | $(GREP) '<' | $(SED) 's/< //' >> t
+ mv t simpphrases.t
+ cat simpphrases.t | sort | uniq > t
mv t simpphrases.t
-
-simpphrases.notsure:simpphrases_2.t simpphrases_3.t simpphrases_4.t t2s_1tomany.t
+simpphrases.notsure: simpphrases_2.t simpphrases_3.t simpphrases_4.t t2s_1tomany.t
cat simpphrases_2.t simpphrases_3.t simpphrases_4.t > t
for i in `$(SED) 's/"\(.\).*/\1/' t2s_1tomany.t ` ; do $(GREP) $$i t ; done | $(DIFF) t - | $(GREP) '>' | $(SED) 's/> //' > simpphrases.notsure
-trad2simp1to1.t: t2s_1tomany.t t2s_1to1.t
- $(SED) 's/\(.......\).*/\1",/' t2s_1tomany.t > trad2simp1to1.t
+trad2simp1to1.t: t2s_1tomany.t t2s_1to1.t trad2simp_noconvert.manual
+ $(SED) 's/\(.......\).*/\1",/' t2s_1tomany.t > tt
+ colrm 1 7 < trad2simp.manual | colrm 3 > trad2simpcharsrc.t
+ colrm 1 17 < trad2simp.manual | colrm 3 > trad2simpchardest.t
+ cat trad2simpcharsrc.t | $(GREP) -f trad2simpchardest.t > trad2simprepeatedchar.t
+ cat tt | $(GREP) -vf trad2simprepeatedchar.t > trad2simp1to1.t
cat t2s_1to1.t >> trad2simp1to1.t
-
-simp2trad1to1.t: s2t_1tomany.t s2t_1to1.t
- $(SED) 's/\(.......\).*/\1",/' s2t_1tomany.t > simp2trad1to1.t
+ cat trad2simp1to1.t | $(GREP) -vf trad2simp_noconvert.manual > tt
+ mv tt trad2simp1to1.t
+
+simp2trad1to1.t: s2t_1tomany.t s2t_1to1.t simp2trad.manual simp2trad_noconvert.manual
+ $(SED) 's/\(.......\).*/\1",/' s2t_1tomany.t > tt
+ colrm 1 7 < simp2trad.manual | colrm 3 > simp2tradcharsrc.t
+ colrm 1 17 < simp2trad.manual | colrm 3 > simp2tradchardest.t
+ cat simp2tradcharsrc.t | $(GREP) -f simp2tradchardest.t > simp2tradrepeatedchar.t
+ cat tt | $(GREP) -vf simp2tradrepeatedchar.t > simp2trad1to1.t
cat s2t_1to1.t >> simp2trad1to1.t
+ cat simp2trad1to1.t | $(GREP) -vf simp2trad_noconvert.manual > tt
+ mv tt simp2trad1to1.t
-trad2simp.php: trad2simp1to1.t tradphrases.t
+trad2simp.php: trad2simp1to1.t tradphrases.t trad2simp_supp_unset.manual trad2simp_supp_set.manual
printf '<?php\n$$trad2simp=array(' > trad2simp.php
cat trad2simp1to1.t >> trad2simp.php
+ $(SED) 's/\(.*\)\t\(.*\)/"\1" => "\2",/' trad2simp_supp_set.manual >> trad2simp.php
printf ');\n$$str=\n"' >> trad2simp.php
cat tradphrases.t >> trad2simp.php
printf '";\n$$t=strtr($$str, $$trad2simp);\necho $$t;\n?>' >> trad2simp.php
+ cat trad2simp1to1.t | $(GREP) -vf trad2simp_supp_unset.manual > tt
+ mv tt trad2simp1to1.t
-simp2trad.php: simp2trad1to1.t simpphrases.t
+simp2trad.php: simp2trad1to1.t simpphrases.t simp2trad_supp_set.manual
printf '<?php\n$$simp2trad=array(' > simp2trad.php
cat simp2trad1to1.t >> simp2trad.php
+ $(SED) 's/\(.*\)\t\(.*\)/"\1" => "\2",/' simp2trad_supp_set.manual >> simp2trad.php
printf ');\n$$str=\n"' >> simp2trad.php
cat simpphrases.t >> simp2trad.php
printf '";\n$$t=strtr($$str, $$simp2trad);\necho $$t;\n?>' >> simp2trad.php
-simp2trad.phrases.t: trad2simp.php tradphrases.t toTW.manual
+simp2trad.phrases.t: trad2simp.php tradphrases.t simp2trad_supp_set.manual
php -f trad2simp.php | $(SED) 's/\(.*\)/"\1" => /' > tmp1
cat tradphrases.t | $(SED) 's/\(.*\)/"\1",/' > tmp2
paste tmp1 tmp2 > simp2trad.phrases.t
- $(SED) 's/\(.*\)\t\(.*\)/"\1"=>"\2",/' toTW.manual >> simp2trad.phrases.t
+ colrm 3 < simp2trad_supp_set.manual > simp2trad_supp_noconvert.t
+ cat trad2simp.php | $(GREP) -vf simp2trad_supp_noconvert.t > trad2simp.tt
+ mv trad2simp.tt trad2simp.php
-trad2simp.phrases.t: simp2trad.php simpphrases.t toCN.manual
+trad2simp.phrases.t: simp2trad.php simpphrases.t trad2simp_supp_set.manual
php -f simp2trad.php | $(SED) 's/\(.*\)/"\1" => /' > tmp1
cat simpphrases.t | $(SED) 's/\(.*\)/"\1",/' > tmp2
paste tmp1 tmp2 > trad2simp.phrases.t
- $(SED) 's/\(.*\)\t\(.*\)/"\1"=>"\2",/' toCN.manual >> trad2simp.phrases.t
+ colrm 3 < trad2simp_supp_set.manual > trad2simp_supp_noconvert.t
+ cat simp2trad.php | $(GREP) -vf trad2simp_supp_noconvert.t > simp2trad.tt
+ mv simp2trad.tt simp2trad.php
+
+toHans.dict: trad2simp1to1.t trad2simp.phrases.t toSimp.manual
+ cat trad2simp1to1.t | $(SED) 's/[, \t]//g' | $(SED) 's/=>/\t/' > toHans.dict
+ cat trad2simp.phrases.t | $(SED) 's/[, \t]//g' | $(SED) 's/=>/\t/' >> toHans.dict
+ cat toSimp.manual | $(SED) 's/ //g' | $(SED) 's/\(^.*\)\t\(.*\)/"\1"\t"\2"/' >> toHans.dict
-toCN.dict: trad2simp1to1.t trad2simp.phrases.t
- cat trad2simp1to1.t | $(SED) 's/[, \t]//g' | $(SED) 's/=>/\t/' > toCN.dict
- cat trad2simp.phrases.t | $(SED) 's/[, \t]//g' | $(SED) 's/=>/\t/' >> toCN.dict
+toHant.dict: simp2trad1to1.t simp2trad.phrases.t toTrad.manual
+ cat simp2trad1to1.t | $(SED) 's/[, \t]//g' | $(SED) 's/=>/\t/' > toHant.dict
+ cat simp2trad.phrases.t | $(SED) 's/[, \t]//g' | $(SED) 's/=>/\t/' >> toHant.dict
+ cat toTrad.manual | $(SED) 's/ //g' | $(SED) 's/\(^.*\)\t\(.*\)/"\1"\t"\2"/' >> toHant.dict
-toTW.dict: simp2trad1to1.t simp2trad.phrases.t
- cat simp2trad1to1.t | $(SED) 's/[, \t]//g' | $(SED) 's/=>/\t/' > toTW.dict
- cat simp2trad.phrases.t | $(SED) 's/[, \t]//g' | $(SED) 's/=>/\t/' >> toTW.dict
+toTW.dict: toTW.manual
+ cat toTW.manual | $(SED) 's/ //g' | $(SED) 's/\(^.*\)\t\(.*\)/"\1"\t"\2"/' > toTW.dict
toHK.dict: toHK.manual
cat toHK.manual | $(SED) 's/ //g' | $(SED) 's/\(^.*\)\t\(.*\)/"\1"\t"\2"/' > toHK.dict
+toCN.dict: toCN.manual
+ cat toCN.manual | $(SED) 's/ //g' | $(SED) 's/\(^.*\)\t\(.*\)/"\1"\t"\2"/' > toCN.dict
+
toSG.dict: toSG.manual
cat toSG.manual | $(SED) 's/ //g' | $(SED) 's/\(^.*\)\t\(.*\)/"\1"\t"\2"/' > toSG.dict
-
-
-ZhConversion.php: simp2trad1to1.t simp2trad.phrases.t trad2simp1to1.t trad2simp.phrases.t toHK.manual toSG.manual
- printf '<?php\n/**\n * Simplified/Traditional Chinese conversion tables\n' > ZhConversion.php
+ZhConversion.php: simp2trad1to1.t simp2trad.phrases.t trad2simp1to1.t trad2simp.phrases.t toSimp.manual toTrad.manual toCN.manual toHK.manual toSG.manual toTW.manual
+ printf '<?php\n/**\n * Simplified / Traditional Chinese conversion tables\n' > ZhConversion.php
printf ' *\n * Automatically generated using code and data in includes/zhtable/\n' >> ZhConversion.php
printf ' * Do not modify directly!\n */\n\n' >> ZhConversion.php
- printf '$$zh2TW=array(\n' >> ZhConversion.php
+ printf '$$zh2Hant = array(\n' >> ZhConversion.php
cat simp2trad1to1.t >> ZhConversion.php
echo >> ZhConversion.php
cat simp2trad.phrases.t >> ZhConversion.php
+ $(SED) 's/\(.*\)\t\(.*\)/"\1" => "\2",/' toTrad.manual >> ZhConversion.php
echo ');' >> ZhConversion.php
echo >> ZhConversion.php
- printf '$$zh2CN=array(\n' >> ZhConversion.php
+ printf '$$zh2Hans = array(\n' >> ZhConversion.php
cat trad2simp1to1.t >> ZhConversion.php
echo >> ZhConversion.php
cat trad2simp.phrases.t >> ZhConversion.php
+ $(SED) 's/\(.*\)\t\(.*\)/"\1" => "\2",/' toSimp.manual >> ZhConversion.php
+ echo ');' >> ZhConversion.php
+ echo >> ZhConversion.php
+ printf '$$zh2TW = array(\n' >> ZhConversion.php
+ $(SED) 's/\(.*\)\t\(.*\)/"\1" => "\2",/' toTW.manual >> ZhConversion.php
echo ');' >> ZhConversion.php
echo >> ZhConversion.php
- printf '$$zh2HK=array(\n' >> ZhConversion.php
+ printf '$$zh2HK = array(\n' >> ZhConversion.php
$(SED) 's/\(.*\)\t\(.*\)/"\1" => "\2",/' toHK.manual >> ZhConversion.php
echo ');' >> ZhConversion.php
echo >> ZhConversion.php
- printf '$$zh2SG=array(\n' >> ZhConversion.php
+ printf '$$zh2CN = array(\n' >> ZhConversion.php
+ $(SED) 's/\(.*\)\t\(.*\)/"\1" => "\2",/' toCN.manual >> ZhConversion.php
+ echo ');' >> ZhConversion.php
+ echo >> ZhConversion.php
+ printf '$$zh2SG = array(\n' >> ZhConversion.php
$(SED) 's/\(.*\)\t\(.*\)/"\1" => "\2",/' toSG.manual >> ZhConversion.php
echo >> ZhConversion.php
printf ');' >> ZhConversion.php
rm -f \
Unihan.txt \
EZ.txt.in \
+ Wubi.txt.in \
+ Ziranma.txt.in \
phrase_lib.txt \
tsi.src
# Temporary files and other trash
dépôts / lhc / web / wiklou.git / blobdiff