def do_text(text, translit=False):
     text = unescape(text)
     if markdown_mode:
         text = markdown(text)
     if translit:
         return (translate(text, trans_from, args.trans_to), translate(text, trans_from, "devanagari"))
     elif qtags.intersection([".html", ".md"]):
         return str(process_html(text, args.media))
     else:
         return html_escape(text)

 def do_text(text, translit=False):
     text = unescape(text)
     if markdown_mode:
         text = str(post_markdown(markdown(text)))
     if translit:
         return (translate(text, trans_from, args.trans_to),
                 translate(text, trans_from, 'devanagari'))
     elif qtags.intersection(['.html', '.md']):
         return text
     else:
         return html_escape(text)

def translate(root,filename,lang):
    print 'Translating', filename
    dest_root = root.replace('/ru/','/'+lang+'/')
    if not os.path.exists(dest_root):
        os.makedirs(dest_root)

    input =  os.path.join(root,filename)
    output = os.path.join(dest_root,filename)

    if not os.path.isfile(output):
        trans.translate(lang,input,output)

 def do_text(text, translit=False):
     print text, tags ##
     text = unescape(text)
     if markdown_mode:
         text = str(markdown(text))
     if translit:
         return (translate(text, trans_from, args.trans_to),
                 translate(text, trans_from, 'devanagari'))
     elif tags.intersection(['.html', '.md']):
         print qtags, "html or md" ##
         return text
     else:
         return html_escape(text)

    def parse_item(self, response, url):
        """
        parse the response of a `python requests.get()`

        @param response - an object of `requests.get()`
        @param url - current url object that has been crawled
        @return item
        """
        soup = bs4.BeautifulSoup(response.text, 'html.parser')

        # print("title: %s" % soup.title)

        it = Item()
        for link in soup.find_all('meta'):
            if link.get('name') == 'description':
                it.name_jp = link.get('content')
                it.name_zh = trans.translate(it.name_jp)
                it.link = response.url

        # print("item name_zh: %s" % it.name_zh)
        self.feed_new_urls(soup, url)
        return it

 def post(self):
     self.response.headers['Content-Type'] = 'text/plain'
     python_string = self.request.get('python_string')
     self.response.write(trans.translate(python_string))

 def do_trans(text):
     return [translate(text, trans_from, args.trans_to),
             translate(text, trans_from, 'devanagari')]