bi.bib

@ARTICLE{v2w,
   author = {{Mikolov}, T. and {Chen}, K. and {Corrado}, G. and {Dean}, J.
	},
    title = "{Efficient Estimation of Word Representations in Vector Space}",
  journal = {ArXiv e-prints},
archivePrefix = "arXiv",
   eprint = {1301.3781},
 primaryClass = "cs.CL",
 keywords = {Computer Science - Computation and Language},
     year = 2013,
    month = jan,
   adsurl = {http://adsabs.harvard.edu/abs/2013arXiv1301.3781M},
  adsnote = {Provided by the SAO/NASA Astrophysics Data System}
}

@inproceedings{elmo,
  author={Peters, Matthew E. and  Neumann, Mark and Iyyer, Mohit and Gardner, Matt and Clark, Christopher and Lee, Kenton and Zettlemoyer, Luke},
  title={Deep contextualized word representations},
  booktitle={Proc. of NAACL},
  year={2018}
}

@INPROCEEDINGS{glove,
    author = {Jeffrey Pennington and Richard Socher and Christopher D. Manning},
    title = {Glove: Global vectors for word representation},
    booktitle = {In EMNLP},
    year = {2014}
}

@article{rnn,
  author    = {Alex Sherstinsky},
  title     = {Fundamentals of Recurrent Neural Network {(RNN)} and Long Short-Term
               Memory {(LSTM)} Network},
  journal   = {CoRR},
  volume    = {abs/1808.03314},
  year      = {2018},
  url       = {http://arxiv.org/abs/1808.03314},
  archivePrefix = {arXiv},
  eprint    = {1808.03314},
  timestamp = {Sun, 02 Sep 2018 15:01:55 +0200},
  biburl    = {https://dblp.org/rec/bib/journals/corr/abs-1808-03314},
  bibsource = {dblp computer science bibliography, https://dblp.org}
}

@article{rnn2,
  author    = {Andrej Karpathy and
               Justin Johnson and
               Fei{-}Fei Li},
  title     = {Visualizing and Understanding Recurrent Networks},
  journal   = {CoRR},
  volume    = {abs/1506.02078},
  year      = {2015},
  url       = {http://arxiv.org/abs/1506.02078},
  archivePrefix = {arXiv},
  eprint    = {1506.02078},
  timestamp = {Mon, 13 Aug 2018 16:46:44 +0200},
  biburl    = {https://dblp.org/rec/bib/journals/corr/KarpathyJL15},
  bibsource = {dblp computer science bibliography, https://dblp.org}
}

@article{lstm,
 author = {Hochreiter, Sepp and Schmidhuber, J\"{u}rgen},
 title = {Long Short-Term Memory},
 journal = {Neural Comput.},
 issue_date = {November 15, 1997},
 volume = {9},
 number = {8},
 month = nov,
 year = {1997},
 issn = {0899-7667},
 pages = {1735--1780},
 numpages = {46},
 url = {http://dx.doi.org/10.1162/neco.1997.9.8.1735},
 doi = {10.1162/neco.1997.9.8.1735},
 acmid = {1246450},
 publisher = {MIT Press},
 address = {Cambridge, MA, USA},
} 


@incollection{attention,
title = {Attention is All you Need},
author = {Vaswani, Ashish and Shazeer, Noam and Parmar, Niki and Uszkoreit, Jakob and Jones, Llion and Gomez, Aidan N and Kaiser, \L ukasz and Polosukhin, Illia},
booktitle = {Advances in Neural Information Processing Systems 30},
editor = {I. Guyon and U. V. Luxburg and S. Bengio and H. Wallach and R. Fergus and S. Vishwanathan and R. Garnett},
pages = {5998--6008},
year = {2017},
publisher = {Curran Associates, Inc.},
url = {http://papers.nips.cc/paper/7181-attention-is-all-you-need.pdf}
}

@article{bert,
  author    = {Jacob Devlin and
               Ming{-}Wei Chang and
               Kenton Lee and
               Kristina Toutanova},
  title     = {{BERT:} Pre-training of Deep Bidirectional Transformers for Language
               Understanding},
  journal   = {CoRR},
  volume    = {abs/1810.04805},
  year      = {2018},
  url       = {http://arxiv.org/abs/1810.04805},
  archivePrefix = {arXiv},
  eprint    = {1810.04805},
  timestamp = {Tue, 30 Oct 2018 20:39:56 +0100},
  biburl    = {https://dblp.org/rec/bib/journals/corr/abs-1810-04805},
  bibsource = {dblp computer science bibliography, https://dblp.org}
}

@ARTICLE{LM,
   author = {{Mikolov}, T. and {Le}, Q.~V. and {Sutskever}, I.},
    title = "{Exploiting Similarities among Languages for Machine Translation}",
  journal = {ArXiv e-prints},
archivePrefix = "arXiv",
   eprint = {1309.4168},
 primaryClass = "cs.CL",
 keywords = {Computer Science - Computation and Language},
     year = 2013,
    month = sep,
   adsurl = {http://adsabs.harvard.edu/abs/2013arXiv1309.4168M},
  adsnote = {Provided by the SAO/NASA Astrophysics Data System}
}

@ARTICLE{ruder,
   author = {{Ruder}, S. and {Vuli{\'c}}, I. and {S{\o}gaard}, A.},
    title = "{A Survey Of Cross-lingual Word Embedding Models}",
  journal = {ArXiv e-prints},
archivePrefix = "arXiv",
   eprint = {1706.04902},
 primaryClass = "cs.CL",
 keywords = {Computer Science - Computation and Language, Computer Science - Learning},
     year = 2017,
    month = jun,
   adsurl = {http://adsabs.harvard.edu/abs/2017arXiv170604902R},
  adsnote = {Provided by the SAO/NASA Astrophysics Data System}
}

@ARTICLE{cca,
   author = {Manaal Faruqui and Chris Dyer},
    title = "{Improving Vector Space Word Representations
Using Multilingual Correlation}",
  journal = {Carnegie Mellon University},
    year = 2014,
    month = apr,
   adsurl = {http://repository.cmu.edu/cgi/viewcontent.cgi?article=1031&context=lti},
}

@inproceedings{pytorch,
  title={Automatic differentiation in PyTorch},
  author={Paszke, Adam and Gross, Sam and Chintala, Soumith and Chanan, Gregory and Yang, Edward and DeVito, Zachary and Lin, Zeming and Desmaison, Alban and Antiga, Luca and Lerer, Adam},
  booktitle={NIPS-W},
  year={2017}
}

@inproceedings{opennmt,
  author    = {Guillaume Klein and
               Yoon Kim and
               Yuntian Deng and
               Jean Senellart and
               Alexander M. Rush},
  title     = {OpenNMT: Open-Source Toolkit for Neural Machine Translation},
  booktitle = {Proc. ACL},
  year      = {2017},
  url       = {https://doi.org/10.18653/v1/P17-4012},
  doi       = {10.18653/v1/P17-4012}
}


@article{fasttext,
  title={Enriching Word Vectors with Subword Information},
  author={Bojanowski, Piotr and Grave, Edouard and Joulin, Armand and Mikolov, Tomas},
  journal={arXiv preprint arXiv:1607.04606},
  year={2016}
}

@article{joulin2016bag,
  title={Bag of Tricks for Efficient Text Classification},
  author={Joulin, Armand and Grave, Edouard and Bojanowski, Piotr and Mikolov, Tomas},
  journal={arXiv preprint arXiv:1607.01759},
  year={2016}
}

@inproceedings{fasttextRepresentations,
  title={Learning Word Vectors for 157 Languages},
  author={Grave, Edouard and Bojanowski, Piotr and Gupta, Prakhar and Joulin, Armand and Mikolov, Tomas},
  booktitle={Proceedings of the International Conference on Language Resources and Evaluation (LREC 2018)},
  year={2018}
}



@article{snipsData,
  author    = {Alice Coucke and
               Alaa Saade and
               Adrien Ball and
               Th{\'{e}}odore Bluche and
               Alexandre Caulier and
               David Leroy and
               Cl{\'{e}}ment Doumouro and
               Thibault Gisselbrecht and
               Francesco Caltagirone and
               Thibaut Lavril and
               Ma{\"{e}}l Primet and
               Joseph Dureau},
  title     = {Snips Voice Platform: an embedded Spoken Language Understanding system
               for private-by-design voice interfaces},
  journal   = {CoRR},
  volume    = {abs/1805.10190},
  year      = {2018},
  url       = {http://arxiv.org/abs/1805.10190},
  archivePrefix = {arXiv},
  eprint    = {1805.10190},
  timestamp = {Mon, 13 Aug 2018 16:46:59 +0200},
  biburl    = {https://dblp.org/rec/bib/journals/corr/abs-1805-10190},
  bibsource = {dblp computer science bibliography, https://dblp.org}
}


@article{deepPavlovCNN,
  author    = {Yoon Kim},
  title     = {Convolutional Neural Networks for Sentence Classification},
  journal   = {CoRR},
  volume    = {abs/1408.5882},
  year      = {2014},
  url       = {http://arxiv.org/abs/1408.5882},
  archivePrefix = {arXiv},
  eprint    = {1408.5882},
  timestamp = {Mon, 13 Aug 2018 16:46:21 +0200},
  biburl    = {https://dblp.org/rec/bib/journals/corr/Kim14f},
  bibsource = {dblp computer science bibliography, https://dblp.org}
}

@article{doc2vec,
  author    = {Quoc V. Le and
               Tomas Mikolov},
  title     = {Distributed Representations of Sentences and Documents},
  journal   = {CoRR},
  volume    = {abs/1405.4053},
  year      = {2014},
  url       = {http://arxiv.org/abs/1405.4053},
  archivePrefix = {arXiv},
  eprint    = {1405.4053},
  timestamp = {Mon, 13 Aug 2018 16:48:49 +0200},
  biburl    = {https://dblp.org/rec/bib/journals/corr/LeM14},
  bibsource = {dblp computer science bibliography, https://dblp.org}
}
@misc{ytranslate,
 title={Технологии - Машинный перевод},
 url={https://yandex.ru/company/technologies/translation/}, journal={Компания Яндекс}, 
 year={2019},
 Author={Yandex},
 note = {Дата обращения - 4 апреля 2019}
 }
 
 @article{USE,
  author    = {Daniel Cer and
               Yinfei Yang and
               Sheng{-}yi Kong and
               Nan Hua and
               Nicole Limtiaco and
               Rhomni St. John and
               Noah Constant and
               Mario Guajardo{-}Cespedes and
               Steve Yuan and
               Chris Tar and
               Yun{-}Hsuan Sung and
               Brian Strope and
               Ray Kurzweil},
  title     = {Universal Sentence Encoder},
  journal   = {CoRR},
  volume    = {abs/1803.11175},
  year      = {2018},
  url       = {http://arxiv.org/abs/1803.11175},
  archivePrefix = {arXiv},
  eprint    = {1803.11175},
  timestamp = {Mon, 13 Aug 2018 16:46:40 +0200},
  biburl    = {https://dblp.org/rec/bib/journals/corr/abs-1803-11175},
  bibsource = {dblp computer science bibliography, https://dblp.org}
}

@article{SkipThonught,
  author    = {Ryan Kiros and
               Yukun Zhu and
               Ruslan Salakhutdinov and
               Richard S. Zemel and
               Antonio Torralba and
               Raquel Urtasun and
               Sanja Fidler},
  title     = {Skip-Thought Vectors},
  journal   = {CoRR},
  volume    = {abs/1506.06726},
  year      = {2015},
  url       = {http://arxiv.org/abs/1506.06726},
  archivePrefix = {arXiv},
  eprint    = {1506.06726},
  timestamp = {Mon, 13 Aug 2018 16:48:27 +0200},
  biburl    = {https://dblp.org/rec/bib/journals/corr/KirosZSZTUF15},
  bibsource = {dblp computer science bibliography, https://dblp.org}
}

@article{XLM,
  author    = {Guillaume Lample and
               Alexis Conneau},
  title     = {Cross-lingual Language Model Pretraining},
  journal   = {CoRR},
  volume    = {abs/1901.07291},
  year      = {2019},
  url       = {http://arxiv.org/abs/1901.07291},
  archivePrefix = {arXiv},
  eprint    = {1901.07291},
  timestamp = {Fri, 01 Feb 2019 13:39:59 +0100},
  biburl    = {https://dblp.org/rec/bib/journals/corr/abs-1901-07291},
  bibsource = {dblp computer science bibliography, https://dblp.org}
}

@article{InferSent,
  author    = {Alexis Conneau and
               Douwe Kiela and
               Holger Schwenk and
               Lo{\"{\i}}c Barrault and
               Antoine Bordes},
  title     = {Supervised Learning of Universal Sentence Representations from Natural
               Language Inference Data},
  journal   = {CoRR},
  volume    = {abs/1705.02364},
  year      = {2017},
  url       = {http://arxiv.org/abs/1705.02364},
  archivePrefix = {arXiv},
  eprint    = {1705.02364},
  timestamp = {Mon, 13 Aug 2018 16:48:46 +0200},
  biburl    = {https://dblp.org/rec/bib/journals/corr/ConneauKSBB17},
  bibsource = {dblp computer science bibliography, https://dblp.org}
}

@InProceedings{elmoRepresentations,
  author    = {Che, Wanxiang  and  Liu, Yijia  and  Wang, Yuxuan  and  Zheng, Bo  and  Liu, Ting},
  title     = {Towards Better {UD} Parsing: Deep Contextualized Word Embeddings, Ensemble, and Treebank Concatenation},
  booktitle = {Proceedings of the {CoNLL} 2018 Shared Task: Multilingual Parsing from Raw Text to Universal Dependencies},
  month     = {October},
  year      = {2018},
  address   = {Brussels, Belgium},
  publisher = {Association for Computational Linguistics},
  pages     = {55--64},
  url       = {http://www.aclweb.org/anthology/K18-2005}
}

@InProceedings{elmoHost,
  author    = {Fares, Murhaf  and  Kutuzov, Andrey  and  Oepen, Stephan  and  Velldal, Erik},
  title     = {Word vectors, reuse, and replicability: Towards a community repository of large-text resources},
  booktitle = {Proceedings of the 21st Nordic Conference on Computational Linguistics},
  month     = {May},
  year      = {2017},
  address   = {Gothenburg, Sweden},
  publisher = {Association for Computational Linguistics},
  pages     = {271--276},
  url       = {http://www.aclweb.org/anthology/W17-0237}
}
 
 @inproceedings {tf,
author = {Mart{\'\i}n Abadi and Paul Barham and Jianmin Chen and Zhifeng Chen and Andy Davis and Jeffrey Dean and Matthieu Devin and Sanjay Ghemawat and Geoffrey Irving and Michael Isard and Manjunath Kudlur and Josh Levenberg and Rajat Monga and Sherry Moore and Derek G. Murray and Benoit Steiner and Paul Tucker and Vijay Vasudevan and Pete Warden and Martin Wicke and Yuan Yu and Xiaoqiang Zheng},
title = {TensorFlow: A System for Large-Scale Machine Learning},
booktitle = {12th {USENIX} Symposium on Operating Systems Design and Implementation ({OSDI} 16)},
year = {2016},
isbn = {978-1-931971-33-1},
address = {Savannah, GA},
pages = {265--283},
url = {https://www.usenix.org/conference/osdi16/technical-sessions/presentation/abadi},
publisher = {{USENIX} Association},
}
@inproceedings{adam,
  author    = {Diederik P. Kingma and
               Jimmy Ba},
  title     = {Adam: {A} Method for Stochastic Optimization},
  booktitle = {3rd International Conference on Learning Representations, {ICLR} 2015,
               San Diego, CA, USA, May 7-9, 2015, Conference Track Proceedings},
  year      = {2015},
  crossref  = {DBLP:conf/iclr/2015},
  url       = {http://arxiv.org/abs/1412.6980},
  timestamp = {Fri, 29 Mar 2019 10:36:36 +0100},
  biburl    = {https://dblp.org/rec/bib/journals/corr/KingmaB14},
  bibsource = {dblp computer science bibliography, https://dblp.org}
}

 https://towardsdatascience.com/deep-transfer-learning-for-natural-language-processing-text-classification-with-universal-1a2c69e5baa9
 
 https://openreview.net/forum?id=SyK00v5xx -- про хак для бейслайна
 
 https://code.fb.com/ml-applications/under-the-hood-multilingual-embeddings/ -- про проблему и clwe
 
 https://medium.com/huggingface/universal-word-sentence-embeddings-ce48ddc8fc3a