#!/usr/local/bin/perl

$testu8 = "all-test.ch";
$testgb = "all-test.gb";

#$testu8 = "/usr0/eepeter/gale2006/ch.txt.news.line.checksum.norm.v2";
#$testgb = "/usr0/eepeter/gale2006/ch.txt.news.line.checksum.norm.v2.gb";

#$testu8 = "/usr0/eepeter/gale2006/ch.txt.wl.line.checksum.norm";
#$testgb = "/usr0/eepeter/gale2006/ch.txt.wl.line.checksum.norm.gb";



open(TEST, "<:utf8", $testu8) or die $!;
open(CLEAN, ">:encoding(euc-cn)", $testgb) or die $!;
while ($line = <TEST>) {
    $line =~ s/\$\w+_\(//g;
    $line =~ s/\|\|([^\)]*)\)//g;
    $line =~ s/\x{00b7}/ /g;
    $line =~ s/\"/\x{ff02}/g;
    $line =~ s/\'/\x{ff07}/g;
    print CLEAN $line;
}
close(TEST);