python输入名字、可以查出名字对应的unicode_Python - 我可以检测unicode字符串语言代码吗?...

如果您需要检测语言以响应用户操作,那么您可以使用google ajax语言API:

#!/usr/bin/env python

import json

import urllib, urllib2

def detect_language(text,

userip=None,

referrer="http://stackoverflow.com/q/4545977/4279",

api_key=None):

query = {'q': text.encode('utf-8') if isinstance(text, unicode) else text}

if userip: query.update(userip=userip)

if api_key: query.update(key=api_key)

url = 'https://ajax.googleapis.com/ajax/services/language/detect?v=1.0&%s'%(

urllib.urlencode(query))

request = urllib2.Request(url, None, headers=dict(Referer=referrer))

d = json.load(urllib2.urlopen(request))

if d['responseStatus'] != 200 or u'error' in d['responseData']:

raise IOError(d)

return d['responseData']['language']

print detect_language("Python - can I detect unicode string language code?")

产量

en

Google Translate API v2

默认限制为100000个字符/天(一次不超过5000个)。

#!/usr/bin/env python

# -*- coding: utf-8 -*-

import json

import urllib, urllib2

from operator import itemgetter

def detect_language_v2(chunks, api_key):

"""

chunks: either string or sequence of strings

Return list of corresponding language codes

"""

if isinstance(chunks, basestring):

chunks = [chunks]

url = 'https://www.googleapis.com/language/translate/v2'

data = urllib.urlencode(dict(

q=[t.encode('utf-8') if isinstance(t, unicode) else t

for t in chunks],

key=api_key,

target="en"), doseq=1)

# the request length MUST be < 5000

if len(data) > 5000:

raise ValueError("request is too long, see "

"http://code.google.com/apis/language/translate/terms.html")

#NOTE: use POST to allow more than 2K characters

request = urllib2.Request(url, data,

headers={'X-HTTP-Method-Override': 'GET'})

d = json.load(urllib2.urlopen(request))

if u'error' in d:

raise IOError(d)

return map(itemgetter('detectedSourceLanguage'), d['data']['translations'])

现在您可以请求明确检测语言:

def detect_language_v2(chunks, api_key):

"""

chunks: either string or sequence of strings

Return list of corresponding language codes

"""

if isinstance(chunks, basestring):

chunks = [chunks]

url = 'https://www.googleapis.com/language/translate/v2/detect'

data = urllib.urlencode(dict(

q=[t.encode('utf-8') if isinstance(t, unicode) else t

for t in chunks],

key=api_key), doseq=True)

# the request length MUST be < 5000

if len(data) > 5000:

raise ValueError("request is too long, see "

"http://code.google.com/apis/language/translate/terms.html")

#NOTE: use POST to allow more than 2K characters

request = urllib2.Request(url, data,

headers={'X-HTTP-Method-Override': 'GET'})

d = json.load(urllib2.urlopen(request))

return [sorted(L, key=itemgetter('confidence'))[-1]['language']

for L in d['data']['detections']]

例:

print detect_language_v2(

["Python - can I detect unicode string language code?",

u"матрёшка",

u"打水"], api_key=open('api_key.txt').read().strip())

产量

[u'en', u'ru', u'zh-CN']

评论
添加红包

请填写红包祝福语或标题

红包个数最小为10个

红包金额最低5元

当前余额3.43前往充值 >
需支付:10.00
成就一亿技术人!
领取后你会自动成为博主和红包主的粉丝 规则
hope_wisdom
发出的红包
实付
使用余额支付
点击重新获取
扫码支付
钱包余额 0

抵扣说明:

1.余额是钱包充值的虚拟货币,按照1:1的比例进行支付金额的抵扣。
2.余额无法直接购买下载,可以购买VIP、付费专栏及课程。

余额充值