commit 3f2425046b81ccb56f492b4832682ce3283f1508
parent f0e16dc589a523d731dc130892c5b4fd2f0a2e3f
Author: Ivan Gankevich <igankevich@ya.ru>
Date: Sun, 22 Jan 2017 18:30:48 +0300
Add DS arch. overview.
Diffstat:
3 files changed, 198 insertions(+), 1 deletion(-)
diff --git a/bib/refs.bib b/bib/refs.bib
@@ -1512,3 +1512,198 @@
year={1963},
publisher={Cambridge University Press}
}
+
+@article{valiant1990bridging,
+ title={A bridging model for parallel computation},
+ author={Valiant, Leslie G},
+ journal={Communications of the ACM},
+ volume={33},
+ number={8},
+ pages={103--111},
+ year={1990},
+ publisher={ACM}
+}
+
+@book{ostrovsky2015couchbase,
+ title={Pro Couchbase Server},
+ author={Ostrovsky, David and Rodenski, Yaniv and Haji, Mohammed},
+ year={2015},
+ publisher={Apress}
+}
+
+@techreport{boyer2012glusterfs,
+ title={Glusterfs one storage server to rule them all},
+ author={Boyer, Eric B and Broomfield, Matthew C and Perrotti, Terrell A},
+ year={2012},
+ institution={Los Alamos National Laboratory (LANL)}
+}
+
+@article{divya2013elasticsearch,
+ title={ElasticSearch: An advanced and quick search technique to handle voluminous data},
+ author={Divya, Manda Sai and Goyal, Shiv Kumar},
+ journal={Compusoft},
+ volume={2},
+ number={6},
+ pages={171},
+ year={2013},
+ publisher={COMPUSOFT, An International Journal of Advanced Computer Technology}
+}
+
+@article{okorafor2012zookeeper,
+ title={Availability of Jobtracker machine in hadoop/mapreduce zookeeper coordinated clusters},
+ author={Okorafor, Ekpe and Patrick, Mensah Kwabena},
+ journal={Advanced Computing: An International Journal (ACIJ)},
+ volume={3},
+ number={3},
+ pages={19--30},
+ year={2012}
+}
+
+@article{murthy2011architecture,
+ title={Architecture of next generation apache hadoop mapreduce framework},
+ author={Murthy, Arun C and Douglas, Chris and Konar, Mahadev and O’Malley, Owen and Radia, Sanjay and Agarwal, Sharad and KV, Vinod},
+ journal={Apache Jira},
+ year={2011}
+}
+
+@inproceedings{vavilapalli2013yarn,
+ title={Apache hadoop yarn: Yet another resource negotiator},
+ author={Vavilapalli, Vinod Kumar and Murthy, Arun C and Douglas, Chris and Agarwal, Sharad and Konar, Mahadev and Evans, Robert and Graves, Thomas and Lowe, Jason and Shah, Hitesh and Seth, Siddharth and others},
+ booktitle={Proceedings of the 4th annual Symposium on Cloud Computing},
+ pages={5},
+ year={2013},
+ organization={ACM}
+}
+
+@inproceedings{uhlemann2006joshua,
+ title={JOSHUA: Symmetric active/active replication for highly available HPC job and resource management},
+ author={Uhlemann, Kai and Engelmann, Christian and Scott, Stephen L},
+ booktitle={Cluster Computing, 2006 IEEE International Conference on},
+ pages={1--10},
+ year={2006},
+ organization={IEEE}
+}
+
+@article{knight1998rfc2338,
+ title={RFC2338},
+ author={Knight, S and Weaver, D and Whipple, D and Hinden, R and Mitzel, D and Hunt, P and Higginson, P and Shand, M and Lindem, A},
+ journal={Virtual Router Redundancy Protocol},
+ year={1998}
+}
+
+@article{hinden2004virtual,
+ title={Virtual Router Redundancy Protocol (VRRP); rfc3768. txt},
+ author={Hinden, R and others},
+ journal={IETF Standard, Internet Engineering Task Force, IETF, CH},
+ pages={0000--0003},
+ year={2004}
+}
+
+@article{nadas2010rfc5798,
+ title={RFC 5798: Virtual Router Redundancy Protocol (VRRP) Version 3 for IPv4 and IPv6},
+ author={Nadas, S},
+ journal={Internet Engineering Task Force (IETF)},
+ year={2010}
+}
+
+@article{cassen2002keepalived,
+ title={Keepalived: Health checking for LVS \& high availability},
+ author={Cassen, Alexandre},
+ journal={URL http://www.linuxvirtualserver.org},
+ year={2002}
+}
+
+@article{engelmann2006symmetric,
+ title={Symmetric active/active high availability for high-performance computing system services},
+ author={Engelmann, Christian and Scott, Stephen L and Leangsuksun, Chokchai Box and He, Xubin Ben and others},
+ journal={Journal of Computers},
+ volume={1},
+ number={8},
+ pages={43--54},
+ year={2006}
+}
+
+@inproceedings{acun2014charmpp,
+ title={Parallel programming with migratable objects: {Charm++} in practice},
+ author={Acun, Bilge and Gupta, Arpan and Jain, Nikhil and Langer, Akhil and Menon, Harshitha and Mikida, Eric and Ni, Xiang and Robson, Michael and Sun, Yanhua and Totoni, Ehsan and others},
+ booktitle={High Performance Computing, Networking, Storage and Analysis, SC14: International Conference for},
+ pages={647--658},
+ year={2014},
+ organization={IEEE}
+}
+
+@article{kale2012charm++,
+ title={Charm++ for Productivity and Performance},
+ author={Kale, Laxmikant V and Gupta, Anshu Arya Abhinav Bhatele Abhishek and Jain, Nikhil and Lifflander, Pritish Jetley Jonathan and Miller, Phil and Sun, Yanhua and Zheng, Ramprasad Venkataraman Lukasz Wesolowski Gengbin},
+ year={2012}
+}
+
+@inproceedings{islam2012oozie,
+ title={Oozie: towards a scalable workflow management system for {Hadoop}},
+ author={Islam, Mohammad and Huang, Angelo K and Battisha, Mohamed and Chiang, Michelle and Srinivasan, Santhosh and Peters, Craig and Neumann, Andreas and Abdelnur, Alejandro},
+ booktitle={Proceedings of the 1st ACM SIGMOD Workshop on Scalable Workflow Execution Engines and Technologies},
+ pages={4},
+ year={2012},
+ organization={ACM}
+}
+
+@book{anderson2010couchdb,
+ title={CouchDB: The definitive guide},
+ author={Anderson, J Chris and Lehnardt, Jan and Slater, Noah},
+ year={2010},
+ publisher={O'Reilly Media, Inc.}
+}
+
+@article{lakshman2010cassandra,
+ title={Cassandra: A decentralized structured storage system},
+ author={Lakshman, Avinash and Malik, Prashant},
+ journal={ACM SIGOPS Operating Systems Review},
+ volume={44},
+ number={2},
+ pages={35--40},
+ year={2010},
+ publisher={ACM}
+}
+
+@inproceedings{gankevich2015subordination,
+ title={Subordination: Cluster management without distributed consensus},
+ author={Gankevich, Ivan and Tipikin, Yuri and Gaiduchok, Vladimir},
+ booktitle={International Conference on High Performance Computing \& Simulation (HPCS)},
+ pages={639--642},
+ year={2015},
+ organization={IEEE}
+}
+
+@inproceedings{gankevich2015iccsa,
+ title={Novel approaches for distributing workload on commodity computer systems},
+ author={Gankevich, Ivan and Tipikin, Yuri and Degtyarev, Alexander and Korkhov, Vladimir},
+ booktitle={Computational Science and Its Applications - ICCSA 2015, Lecture Notes in Computer Science},
+ volume={9158},
+ pages={259-271},
+ year={2015},
+}
+
+@article{gankevich2015spec,
+ title = {Efficient processing and classification of wave energy spectrum data with a distributed pipeline},
+ author = {Ivan Gankevich and Alexander Degtyarev},
+ journal={Computer Research and Modeling},
+ publisher={Institute of Computer Science},
+ volume={7},
+ number={3},
+ pages={517--520},
+ year={2015},
+ keywords={distributed system, big data, data processing, parallel computing},
+ url={http://crm-en.ics.org.ru/journal/article/2301/}
+}
+
+
+@article{dean2008mapreduce,
+ title={{MapReduce}: Simplified data processing on large clusters},
+ author={Dean, Jeffrey and Ghemawat, Sanjay},
+ journal={Communications of the ACM},
+ volume={51},
+ number={1},
+ pages={107--113},
+ year={2008},
+ publisher={ACM}
+}+
\ No newline at end of file
diff --git a/phd-diss-ru.org b/phd-diss-ru.org
@@ -2151,7 +2151,6 @@ cite:degtyarev2011effi. Во-вторых, для генерации одной
#+caption: Конфигурация оборудования.
#+attr_latex: :booktabs t
| Вычислительная машина | HP SL390s G7 |
-|-----------------------+--------------------------------------|
| Процессор | 2$\times$Intel X5650 (всего 12 ядер) |
| Оперативная память | 96ГБ RAM |
| Операционная система | CentOS 5.6 (Linux) |
@@ -2289,6 +2288,7 @@ arma.plot_factory_vs_openmp_overlap(
вычислительную среду.
** Реализация для систем с распределенной памятью (MPP)
+*** Обзор архитектур распределенных систем
*** Алгоритм обнаружения узлов кластера
*** Алгоритм восстановления после сбоев
**** Обеспечение отказоустойчивости.
diff --git a/phd-diss.org b/phd-diss.org
@@ -1954,6 +1954,7 @@ arma.plot_factory_vs_openmp_overlap(
[[file:build/factory-vs-openmp-overlap.pdf]]
** MPP implementation
+*** Overview of distributed system architectures
*** Cluster node discovery algorithm
*** Fail over algorithm
**** Fault tolerance.
