# SOME DESCRIPTIVE TITLE.
# Copyright (C) 2021, PaddleNLP
# This file is distributed under the same license as the PaddleNLP package.
# FIRST AUTHOR <EMAIL@ADDRESS>, 2022.
#
#, fuzzy
msgid ""
msgstr ""
"Project-Id-Version: PaddleNLP \n"
"Report-Msgid-Bugs-To: \n"
"POT-Creation-Date: 2022-05-19 14:17+0800\n"
"PO-Revision-Date: YEAR-MO-DA HO:MI+ZONE\n"
"Last-Translator: FULL NAME <EMAIL@ADDRESS>\n"
"Language-Team: LANGUAGE <LL@li.org>\n"
"MIME-Version: 1.0\n"
"Content-Type: text/plain; charset=utf-8\n"
"Content-Transfer-Encoding: 8bit\n"
"Generated-By: Babel 2.10.1\n"

#: ../model_zoo/transformers/ALBERT/contents.rst:5
msgid "ALBERT模型汇总"
msgstr ""

#: ../model_zoo/transformers/ALBERT/contents.rst:9
msgid "下表汇总介绍了目前PaddleNLP支持的ALBERT模型对应预训练权重。 关于模型的具体细节可以参考对应链接。"
msgstr ""

#: ../model_zoo/transformers/ALBERT/contents.rst:13
msgid "Pretrained Weight"
msgstr ""

#: ../model_zoo/transformers/ALBERT/contents.rst:13
msgid "Language"
msgstr ""

#: ../model_zoo/transformers/ALBERT/contents.rst:13
msgid "Details of the model"
msgstr ""

#: ../model_zoo/transformers/ALBERT/contents.rst:15
msgid "``albert-base-v1``"
msgstr ""

#: ../model_zoo/transformers/ALBERT/contents.rst:15
#: ../model_zoo/transformers/ALBERT/contents.rst:19
#: ../model_zoo/transformers/ALBERT/contents.rst:23
#: ../model_zoo/transformers/ALBERT/contents.rst:27
#: ../model_zoo/transformers/ALBERT/contents.rst:31
#: ../model_zoo/transformers/ALBERT/contents.rst:35
#: ../model_zoo/transformers/ALBERT/contents.rst:39
#: ../model_zoo/transformers/ALBERT/contents.rst:43
msgid "English"
msgstr ""

#: ../model_zoo/transformers/ALBERT/contents.rst:15
msgid ""
"12 repeating layers, 128 embedding, 768-hidden, 12-heads, 11M parameters."
" ALBERT base model"
msgstr ""

#: ../model_zoo/transformers/ALBERT/contents.rst:19
msgid "``albert-large-v1``"
msgstr ""

#: ../model_zoo/transformers/ALBERT/contents.rst:19
msgid ""
"24 repeating layers, 128 embedding, 1024-hidden, 16-heads, 17M "
"parameters. ALBERT large model"
msgstr ""

#: ../model_zoo/transformers/ALBERT/contents.rst:23
msgid "``albert-xlarge-v1``"
msgstr ""

#: ../model_zoo/transformers/ALBERT/contents.rst:23
msgid ""
"24 repeating layers, 128 embedding, 2048-hidden, 16-heads, 58M "
"parameters. ALBERT xlarge model"
msgstr ""

#: ../model_zoo/transformers/ALBERT/contents.rst:27
msgid "``albert-xxlarge-v1``"
msgstr ""

#: ../model_zoo/transformers/ALBERT/contents.rst:27
msgid ""
"12 repeating layers, 128 embedding, 4096-hidden, 64-heads, 223M "
"parameters. ALBERT xxlarge model"
msgstr ""

#: ../model_zoo/transformers/ALBERT/contents.rst:31
msgid "``albert-base-v2``"
msgstr ""

#: ../model_zoo/transformers/ALBERT/contents.rst:31
msgid ""
"12 repeating layers, 128 embedding, 768-hidden, 12-heads, 11M parameters."
" ALBERT base model (version2)"
msgstr ""

#: ../model_zoo/transformers/ALBERT/contents.rst:35
msgid "``albert-large-v2``"
msgstr ""

#: ../model_zoo/transformers/ALBERT/contents.rst:35
msgid ""
"24 repeating layers, 128 embedding, 1024-hidden, 16-heads, 17M "
"parameters. ALBERT large model (version2)"
msgstr ""

#: ../model_zoo/transformers/ALBERT/contents.rst:39
msgid "``albert-xlarge-v2``"
msgstr ""

#: ../model_zoo/transformers/ALBERT/contents.rst:39
msgid ""
"24 repeating layers, 128 embedding, 2048-hidden, 16-heads, 58M "
"parameters. ALBERT xlarge model (version2)"
msgstr ""

#: ../model_zoo/transformers/ALBERT/contents.rst:43
msgid "``albert-xxlarge-v2``"
msgstr ""

#: ../model_zoo/transformers/ALBERT/contents.rst:43
msgid ""
"12 repeating layers, 128 embedding, 4096-hidden, 64-heads, 223M "
"parameters. ALBERT xxlarge model (version2)"
msgstr ""

#: ../model_zoo/transformers/ALBERT/contents.rst:47
msgid "``albert-chinese-tiny``"
msgstr ""

#: ../model_zoo/transformers/ALBERT/contents.rst:47
#: ../model_zoo/transformers/ALBERT/contents.rst:51
#: ../model_zoo/transformers/ALBERT/contents.rst:55
#: ../model_zoo/transformers/ALBERT/contents.rst:59
#: ../model_zoo/transformers/ALBERT/contents.rst:63
#: ../model_zoo/transformers/ALBERT/contents.rst:67
msgid "Chinese"
msgstr ""

#: ../model_zoo/transformers/ALBERT/contents.rst:47
msgid ""
"4 repeating layers, 128 embedding, 312-hidden, 12-heads, 4M parameters. "
"ALBERT tiny model (Chinese)"
msgstr ""

#: ../model_zoo/transformers/ALBERT/contents.rst:51
msgid "``albert-chinese-small``"
msgstr ""

#: ../model_zoo/transformers/ALBERT/contents.rst:51
msgid ""
"6 repeating layers, 128 embedding, 384-hidden, 12-heads, _M parameters. "
"ALBERT small model (Chinese)"
msgstr ""

#: ../model_zoo/transformers/ALBERT/contents.rst:55
msgid "``albert-chinese-base``"
msgstr ""

#: ../model_zoo/transformers/ALBERT/contents.rst:55
msgid ""
"12 repeating layers, 128 embedding, 768-hidden, 12-heads, 12M parameters."
" ALBERT base model (Chinese)"
msgstr ""

#: ../model_zoo/transformers/ALBERT/contents.rst:59
msgid "``albert-chinese-large``"
msgstr ""

#: ../model_zoo/transformers/ALBERT/contents.rst:59
msgid ""
"24 repeating layers, 128 embedding, 1024-hidden, 16-heads, 18M "
"parameters. ALBERT large model (Chinese)"
msgstr ""

#: ../model_zoo/transformers/ALBERT/contents.rst:63
msgid "``albert-chinese-xlarge``"
msgstr ""

#: ../model_zoo/transformers/ALBERT/contents.rst:63
msgid ""
"24 repeating layers, 128 embedding, 2048-hidden, 16-heads, 60M "
"parameters. ALBERT xlarge model (Chinese)"
msgstr ""

#: ../model_zoo/transformers/ALBERT/contents.rst:67
msgid "``albert-chinese-xxlarge``"
msgstr ""

#: ../model_zoo/transformers/ALBERT/contents.rst:67
msgid ""
"12 repeating layers, 128 embedding, 4096-hidden, 16-heads, 235M "
"parameters. ALBERT xxlarge model (Chinese)"
msgstr ""

