forked from logscape/logscape.github.io
-
Notifications
You must be signed in to change notification settings - Fork 0
/
deploy-arch_zoning.html
280 lines (246 loc) · 14.7 KB
/
deploy-arch_zoning.html
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
<!DOCTYPE html ><html lang="en"><head><title> Logscape 2.0 </title><script src="js/kiss.js"></script><link href="css/bootstrap.min.css" rel="stylesheet"/><link href="css/style.css" rel="stylesheet"/><link href="css/font-awesome-4.0.3/css/font-awesome.min.css" rel="stylesheet"/><link href="css/style-app.css" rel="stylesheet"/><link href="css/app.css" rel="stylesheet"/><link href="//vjs.zencdn.net/4.9/video-js.css" rel="stylesheet"/><script src="//vjs.zencdn.net/4.9/video.js"></script><script src="js/jquery-1.11.0.js"></script><script src="js/bootstrap.min.js"></script><script>var breadcrumbs={
"gettingstarted":"Getting Started"
,"searching":"Search"
,"kv":"Data Discovery"
,"offsets":"Using Offsets"
,"geoip":"Geo IP"
,"pattern":"Using Search Patterns"
,"video":"tutorials"
,"overlays":"Overlaying Searches"
,"starthere":""
,"ds":"Data Sources"
,"add":" Add a New Data Source"
,"multitags":" Using Multi-Tags"
,"syslog":" Connect Syslog Clients"
,"tags": " Sources and Tags"
,"intelligent_field_discovery":" Intelligent Field Discovery"
,"types":"Data Types"
,"system_fields":"System Fields"
,"deploy":"Deployment"
,"app":" Logscape Apps"
,"agents": "Agents "
,"architectures_default": " Default Deployment"
,"architectures_failover": "Failover"
,"architectures_indexstores": " Index Stores"
,"architectures_tenured":"Tenured Data"
,"architectures_zones":" Zones"
,"Backup": "Backup"
,"home":" The Home WorkspacE"
,"import":" Restoring from Backup"
,"partial": " Selective Import"
,"arch_zoning":"Distributed Topology"
,"arch_clm":"Centralized Monitoring Topology"
,"arch_indexstores":"Multiple Index Store Topology"
,"rawtcpserver": "Tcp Server"
,"syslogserer":"Syslog Server"
,"centralconfigs":"Centralized Configuration"
,"boot_properties":"Boot Properties"
,"users":"Users"
,"datagroups": "Data Groups"
,"nested": "Nested Groups"
,"ldap":"Active Directory"
};
$(window).load(function(){
function genLink(arr,idx){
if (idx<0) { return "/"; }
var l="/"
for(i=0;i<=idx;i++){
l=l + arr[i] + "-" ;
}
return l.substring(0,l.length-1) + ".html";
}
function renderCrumbs(page){
console.log("rendering breadcrumbs for page:" + page)
if (page.indexOf("-") < 0){
return ""
}
var parts=page.split("-");
var idx=0;
console.log("rendering " + parts);
var html="<a href='"+genLink(parts,-1)+"'> / Home </a>";
for(idx=0;idx<parts.length;idx++){
k=parts[idx];
html=html + "<a href="+ genLink(parts,idx) + ">";
if (breadcrumbs.hasOwnProperty(k)){
html=html + " / " + breadcrumbs[k];
}else{
html=html + " / " + k[0].toUpperCase() + k.substring(1,k.length);
}
console.log(".");
}
console.log("this far!!!");
return html
}
var elems=window.location.href.split('?')[0].split('/');
var currentPage=elems[elems.length-1].split('.')[0]
console.log("crumb>" + renderCrumbs(currentPage));
$('#widget-bc').html(renderCrumbs(currentPage));
});
</script><script>var blogFeed;
function parseRSS(url, callback) {
$.ajax({
url: document.location.protocol + '//ajax.googleapis.com/ajax/services/feed/load?v=1.0&num=10&callback=?&q=' + encodeURIComponent(url),
dataType: 'json',
success: function(data) {
callback(data.responseData.feed);
}});
}
$(window).load(function() {
parseRSS("http://blog.logscape.com/feed",function(feed){
var num = feed.entries.length;
for(i=0;i< num;i++){
var title=feed.entries[i].title;
//var link=feed.entries[i].
link=feed.entries[i].link;
$(".resource-list ul").append("<li><a href='"+link+"'>"+title+"</a> </li>")
blogFeed=feed;
}
});
});
</script><script>$(window).bind("pageshow",function(){
var $form= $("form")[0];
$form.reset();
});
</script><script>function submit_form(){
var q=$("#searchBox").val()
q=encodeURIComponent(q)
var query="https://www.google.com/?gws_rd=cr&q=site:logscape.github.io++"+q+"#q=site:logscape.github.io++"+q
var location = window.location.href;
console.log("back:" + location);
history.pushState({},"",location);
window.location.replace(query);
}</script></head><body><div style="width:100%;height:85px;background-color:#333;"><!--diva(href="/") Documentation
a(href="") Forums |
a(href="") Getting Started |
a(href="") Logscape |
--><div style="padding-left:100px;padding-top:25px"><img src="images/logscape-apps-logo.png" style="height:45px"/><div style="float:right" class="col-md-3"><form id="cse-search-box" action="" style="position:right;padding-top:5px;padding-bottom:5px" onSubmit="submit_form()"><input type="hidden" name="cx" value="partner-pub-2789521296837340:9402765321"/><input type="hidden" name="ie" value="UTF-8"/><input id="searchBox" type="text" name="q" size="31" style="margin-left:15px"/><input id="cseSubmit" type="submit" value=" " class="btn-search"/></form></div></div></div><div style="width:100%;height:40px;background-color:#EEE;box-shadow: 0 0 2px #999;"><div style="padding-left:140px;padding-top:10px;font-size:14px"><a href="http://apps.logscape.com">Apps | </a><!--a(href="http://support.liquidlabs.co.uk") Release 1.3 | --><a href="http://logscape.activeboard.com/">Forums | </a><a href="gettingstarted.html">Getting Started </a><img style="height:0;width:0" src="http://logscape.com/images/track.png?version=support"/></div></div><!--.container-fluid.navbar(style="min-height:30px;margin-bottom:5px;").row(style="height:5px")
.row
.col-md-8
.col-md-1--><div class="container-fluid"><!--.row.col-md-7
form#cse-search-box(action="",style="position:right;padding-top:5px;padding-bottom:5px",onSubmit="submit_form()")
a(href="/")
img(src="images/logo.png",style="padding-top:0px,padding-right:15px",width="150")
input(type="hidden",name="cx",value="partner-pub-2789521296837340:9402765321")
input(type="hidden",name="ie",value="UTF-8")
input#searchBox(type="text",name="q",size="31",style="margin-left:15px")
input.btn-search#cseSubmit(type="submit",value=" ")
a(href="http://apps.logscape.com") Apps |
a(href="http://support.liquidlabs.co.uk") Release 1.3 |
a(href="http://logscape.activeboard.com/") Forums |
a(href="gettingstarted.html") Getting Started
--><div class="row"><div class="col-md-1"></div><div class="col-md-2"></div><div class="col-md-5"><div id="widget-bc" padding-left:150px="padding-left:150px" class="breadcrumbs style"> </div></div></div><div class="row"><div style="width:100px" class="col-md-1"><p></p></div><div class="col-md-2 nav-padding"><ul class="nav nav-tabs nav-stacked"><li><a href="searching.html">Search</a></li><li><a href="workspaces.html">WorkSpaces</a></li><li><a href="ds.html">Data Sources</a></li><li><a href="types.html">Data Types </a></li><li><a href="deploy.html">Deployment</a></li><li><a href="users.html">Users </a></li><li><a href="alerts.html">Alerts </a></li><li><a href="technology.html">Technology</a></li><li><a href="https://twitter.com/logscape" data-show-count="false" data-size="large" class="twitter-follow-button">Follow @logscape</a><script>=!function(d,s,id){var js,fjs=d.getElementsByTagName(s)[0],p=/^http:/.test(d.location)?'http':'https';if(!d.getElementById(id)){js=d.createElement(s);js.id=id;js.src=p+'://platform.twitter.com/widgets.js';fjs.parentNode.insertBefore(js,fjs);}}(document, 'script', 'twitter-wjs');</script></li></ul><div style="padding-left:50px"><h4>Articles </h4></div><hr/><div class="resource-list"><ul style="list-style:none;padding-left:10px;background-color:#FFFEE7"></ul></div></div><div class="col-md-9 content-area"><div class="row"><div class="col-md-10"><h3>Deploy using Zones </h3><strong>Introduction </strong><p>The Distributed Topology leverages Logscape's zoning feature. Components are arranged into organizational units. </p><div class="image"><div class="side-box"><h3>Related Links</h3><a href="deploy-zones.html">Zones</a><br/><a href="deploy-boot_properties.html">Boot Properties </a></div><center><img src="images/deploy-arch_zoning-intro.png" width="600"/><blockquote>An example putting the deployment according to </blockquote></center></div><p><strong>Manager </strong>The Manager sits in the top level zone and facilitates search and indexing across the different zones. </p><p><strong>Index Stores</strong>At least one Index Store is placed in a particular zone. The Index Store is responsible for collecting data from the Forwarders in its zone</p><p> strong Forwarders
something about send data to its local Index Store</p><h3>Configuration </h3><table class="table"><tr><td>Component</td><td>Role</td><td>Description</td></tr><tr><td>Manager</td><td>dc.Manager</td><td></td></tr><tr><td rowspan="2">Index Stores</td><td>dc.uk.IndexStore </td><td>... </td></tr><tr><td>dc.nl.IndexStore </td><td>...</td></tr><tr><td rowspan="2">Forwarders</td><td>dc.uk.Forwarder</td><td>....</td></tr><tr><td>dc.nl.Forwarder </td><td>... </td></tr></table></div><!--p
strong Zoning
| A
em Zone
| can contain an Indexer, Index Store or Forwarder. The data monitored and indexed stays within its designated zone. There is no interaction between a Forwarder and Index Stores from other zones. A component is place in a zone by updating its role to reflect the zone it belongs using
a(href) dot-notation
| here are few examples. This is a Forwarder in the lab.uk zone.
blockquote lab.uk.Forwarder
This is an IndexStore in the lab.jp zone.
blockquote lab.jp.IndexStore
This is an example of the top level zone, where the Manager sits.
blockquote lab.Manager
h4 Typical Use iCases
p
strong Geographical
| Lorem ipsum dolor sit amet, consectetur adipiscing elit. Integer nec odio. Praesent libero. Sed cursus ante dapibus diam. Sed nisi. Nulla quis sem at nibh elementum imperdiet. Duis sagittis ipsum. Praesent mauris. Fusce nec tellus sed augue semper porta. Mauris massa. Vestibulum lacinia arcu eget nulla. Class aptent taciti sociosqu ad litora torquent per conubia nostra, per inceptos himenaeos. Curabitur sodales ligula in libero. Sed dignissim lacinia nunc.
p
strong Data Volume
| Lorem ipsum dolor sit amet, consectetur adipiscing elit. Integer nec odio. Praesent libero. Sed cursus ante dapibus diam. Sed nisi. Nulla quis sem at nibh elementum imperdiet. Duis sagittis ipsum. Praesent mauris. Fusce nec tellus sed augue semper porta. Mauris massa. Vestibulum lacinia arcu eget nulla. Class aptent taciti sociosqu ad litora torquent per conubia nostra, per inceptos himenaeos. Curabitur sodales ligula in libero. Sed dignissim lacinia nunc.
p
strong
| Lorem ipsum dolor sit amet, consectetur adipiscing elit. Integer nec odio. Praesent libero. Sed cursus ante dapibus diam. Sed nisi. Nulla quis sem at nibh elementum imperdiet. Duis sagittis ipsum. Praesent mauris. Fusce nec tellus sed augue semper porta. Mauris massa. Vestibulum lacinia arcu eget nulla. Class aptent taciti sociosqu ad litora torquent per conubia nostra, per inceptos himenaeos. Curabitur sodales ligula in libero. Sed dignissim lacinia nunc.
p--><!--ul
li zone according geographic location
li resource allocation or usage patterns
li according to data volumes by Forwarders
blockquote managing the flow of data , and load balancing
blockquote zoning by resource requirements or usage patterns, data volumes by forwaders etc .
h4 The Components
strong The Manager
p Is deployed onto a single server and provides different mechanisms for import data into Logscape.
blockquote Memory , cpu , d
p
strong Index Stores ( Zoned ) -
| An Index Store is installed in a distinct orginisational unit. This can be a data centre or geographical location. The Index Store in a particular zone collects data from Forwarders only in that zone. This
blockquote
strong Forwarder (Zoned)
p Forwarders installed be
blockquote can be set to low
h4 Considerations
blockquote Once it has been set up Central Management of zone components
blockquote Zone Syntax
blockquote boot.properties (Index Stores
blockquote boot.properties (Forwardres) --><!--p The Forwarders can be configured with < 128MB ram each
p
strong Dashboard
| The dashboard runs on porn 8080
a(href="") Change the Dashboard Port
p
strong Syslog Server
| is on 1514,1468
a(href="") boot properties
p
strong TCP Streaming
| stream to what ever port
p
strong Syslog Server
| stream to syslog port --><!-- a(href="") More on syslog Setup h3 Deploying Forwarders
p
| Logscape has a flexible deployment architecture. Each component can be configured to collect data and provide search analytics for custom host and operating system configurations.
| The Manager, on startup, will run the following services.
lo
li
p
strong IndexStore
| - Collects data from Forwarders
li
p
strong SyslogServer
| - Collects data from any syslog compatibile forwarder
li
p
strong Indexer -
| A serviced that indexes data locally
li
p
strong Raw Socket Server -
| Collects raw data from a TCP Socket.
| The most common deployment scenario is using a Manager and a collection of Forwarders installed on different machines collecting data. This is the default setup when you download Logscape.
br
.image
img(src="images/deployment_forwarders.png")
br
p
|Each Forwarder will send data to the Central Index Store on the Manager. You can install as many Forwarders as you like, depending on your hardware and how much data is being sent to the Central Indexstore.
| You will need more Index Stores to accomodate growing volumes of data.
--></div><div class="col-md-2"></div><div class="row"><div class="col-md-11"><br/><br/><br/><div id="disqus_thread"><script>/* * * CONFIGURATION VARIABLES: EDIT BEFORE PASTING INTO YOUR WEBPAGE * * */
var disqus_shortname = 'logscape'; // required: replace example with your forum shortname
/* * * DON'T EDIT BELOW THIS LINE * * */
(function() {
var dsq = document.createElement('script'); dsq.type = 'text/javascript'; dsq.async = true;
dsq.src = '//' + disqus_shortname + '.disqus.com/embed.js';
(document.getElementsByTagName('head')[0] || document.getElementsByTagName('body')[0]).appendChild(dsq);
})();
</script></div></div></div></div></div><!--hr.dark
.col-md-3
Logscape Copyright 2014(c) Registered Trademark --></div><script>$( document ).ready(function() {
$("#cseSubmit").on("click",function(e){
e.preventDefault();
submit_form();
});
$("#searchBox").on("keypress",function(e){
if (e.keyCode == 13) {
e.preventDefault();
submit_form()
}
});
});
</script><script>(function(g,i,a,n,t,s){g['SeeYourVisitors']=n;g[n]=g[n]||function(){
(g[n].q=g[n].q||[]).push(arguments)},g[n].l=1*new Date();t=i.createElement(a),
s=i.getElementsByTagName(a)[0];t.async=1;t.src='//seeyourvisitors2.appspot.com/gg.js';
s.parentNode.insertBefore(t,s)})(window,document,'script','gg');
gg('create', 'd1a8b082-8806-4793-936f-35f5e41b3592');
gg('track');</script><script src="js/ga.js"></script></body></html>