mirror of
https://github.com/haiwen/seahub.git
synced 2025-06-25 14:43:15 +00:00
102 lines
3.2 KiB
Python
102 lines
3.2 KiB
Python
|
# -*- coding: utf-8 -*-
|
|||
|
|
# ------------------------------------------------------------
|
|||
|
|
# Script Name: convert.py
|
|||
|
|
# Creation Date: 2010-09-21 02:12
|
|||
|
|
# Last Modified: 2011-11-12 18:38:13
|
|||
|
|
# Copyright (c)2011, DDTCMS Project
|
|||
|
|
# Purpose: This file used for DDTCMS Project
|
|||
|
|
# ------------------------------------------------------------
|
|||
|
|
|
|||
|
|
#####################################
|
|||
|
|
# Written by caocao #
|
|||
|
|
# Modified by huyoo353@126.com #
|
|||
|
|
# caocao@eastday.com #
|
|||
|
|
# http://nethermit.yeah.net #
|
|||
|
|
#####################################
|
|||
|
|
|
|||
|
|
# python.
|
|||
|
|
import sys,os
|
|||
|
|
import re
|
|||
|
|
import string
|
|||
|
|
class CConvert:
|
|||
|
|
def __init__(self):
|
|||
|
|
self.has_shengdiao = False
|
|||
|
|
self.just_shengmu = False
|
|||
|
|
self.spliter = '-'
|
|||
|
|
"Load data table"
|
|||
|
|
try:
|
|||
|
|
fp=open('convert-utf-8.txt')
|
|||
|
|
except IOError:
|
|||
|
|
print "Can't load data from convert-utf-8.txt\nPlease make sure this file exists."
|
|||
|
|
sys.exit(1)
|
|||
|
|
else:
|
|||
|
|
self.data=fp.read().decode("utf-8")# decoded data to unicode
|
|||
|
|
fp.close()
|
|||
|
|
|
|||
|
|
def convert1(self, strIn):
|
|||
|
|
"Convert Unicode strIn to PinYin"
|
|||
|
|
length, strOutKey, strOutValue, i=len(strIn), "", "", 0
|
|||
|
|
while i<length:
|
|||
|
|
code1 =ord(strIn[i:i+1])
|
|||
|
|
if code1>=0x4e02 and code1<=0xe863:
|
|||
|
|
strTemp = self.getIndex(strIn[i:i+1])
|
|||
|
|
if not self.has_shengdiao:
|
|||
|
|
strTemp = strTemp[:-1]
|
|||
|
|
strLength = len(strTemp)
|
|||
|
|
if strLength<1:strLength=1
|
|||
|
|
strOutKey += string.center(strIn[i:i+1], strLength)+" "
|
|||
|
|
strOutValue += self.spliter + string.center(strTemp, strLength) + self.spliter
|
|||
|
|
else:#ascii code;
|
|||
|
|
strOutKey+=strIn[i:i+1]+" "
|
|||
|
|
strOutValue+=strIn[i:i+1] + ' '
|
|||
|
|
i+=1
|
|||
|
|
#############################
|
|||
|
|
#txlist = utf8String.split()
|
|||
|
|
#out=convert.convert(utf8String)
|
|||
|
|
#l=[]
|
|||
|
|
#for t in map(convert.convert, txlist):
|
|||
|
|
# l.append(t[0])
|
|||
|
|
#v = '-'.join(l).replace(' ','').replace(u'--','-').strip('-')
|
|||
|
|
#############################
|
|||
|
|
return [strOutValue, strOutKey]
|
|||
|
|
|
|||
|
|
def getIndex(self, strIn):
|
|||
|
|
"Convert single Unicode to PinYin from index"
|
|||
|
|
if strIn==' ':return self.spliter
|
|||
|
|
if set(strIn).issubset("'\"`~!@#$%^&*()=+[]{}\\|;:,.<>/?"):return self.spliter # or return ""
|
|||
|
|
if set(strIn).issubset("－—！#＃%％&＆（）*，、。：；？？ @＠＼{｛｜}｝~～‘’“”《》【】+＋=＝×￥·… ".decode("utf-8")):return ""
|
|||
|
|
pos=re.search("^"+strIn+"([0-9a-zA-Z]+)", self.data, re.M)
|
|||
|
|
if pos==None:
|
|||
|
|
return strIn
|
|||
|
|
else:
|
|||
|
|
if not self.just_shengmu:
|
|||
|
|
return pos.group(1)
|
|||
|
|
else:
|
|||
|
|
return pos.group(1)[:1]
|
|||
|
|
|
|||
|
|
def convert(self, strIn):
|
|||
|
|
"Convert Unicode strIn to PinYin"
|
|||
|
|
if self.spliter != '-' and self.spliter !='_' and self.spliter != '' and self.spliter != ' ':
|
|||
|
|
self.spliter = '-'
|
|||
|
|
pinyin_list=[]
|
|||
|
|
for c in strIn :
|
|||
|
|
pinyin_list.append(self.getIndex(c))
|
|||
|
|
pinyin=''
|
|||
|
|
for p in pinyin_list:
|
|||
|
|
if p==' ':
|
|||
|
|
pinyin+= self.spliter
|
|||
|
|
continue
|
|||
|
|
if len(p)<2:# only shengmu,just get one char,or number
|
|||
|
|
#if p.isdigit():
|
|||
|
|
# pinyin += p + ' '
|
|||
|
|
#else:
|
|||
|
|
# pinyin += p + ' '
|
|||
|
|
pinyin += p + ' '
|
|||
|
|
else:
|
|||
|
|
if not self.has_shengdiao: p = p[:-1]
|
|||
|
|
pinyin += self.spliter + p + self.spliter
|
|||
|
|
pinyin = pinyin.replace(' ','') \
|
|||
|
|
.replace(self.spliter+self.spliter,self.spliter) \
|
|||
|
|
.strip(self.spliter+' ').replace(self.spliter+self.spliter,self.spliter)
|
|||
|
|
return pinyin
|