1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
|
#Licensed to the Apache Software Foundation (ASF) under one
#or more contributor license agreements. See the NOTICE file
#distributed with this work for additional information
#regarding copyright ownership. The ASF licenses this file
#to you under the Apache License, Version 2.0 (the
#"License"); you may not use this file except in compliance
#with the License. You may obtain a copy of the License at
# http://www.apache.org/licenses/LICENSE-2.0
#Unless required by applicable law or agreed to in writing, software
#distributed under the License is distributed on an "AS IS" BASIS,
#WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
#See the License for the specific language governing permissions and
#limitations under the License.
import unittest, os, sys, re, threading, time
myDirectory = os.path.realpath(sys.argv[0])
rootDirectory = re.sub("/testing/.*", "", myDirectory)
sys.path.append(rootDirectory)
from testing.lib import BaseTestSuite
excludes = []
import tempfile, getpass, logging
from xml.dom import minidom
from hodlib.Hod.hadoop import hadoopConfig
from hodlib.HodRing.hodRing import CommandDesc, HadoopCommand
# All test-case classes should have the naming convention test_.*
class test_HadoopCommand(unittest.TestCase):
def setUp(self):
self.rootDir = '/tmp/hod-%s' % getpass.getuser()
self.id = 0
self.desc = None
self.tempDir = os.path.join(self.rootDir,'test_HadoopCommand_tempDir')
self.pkgDir = os.path.join(self.rootDir,'test_HadoopCommand_pkgDir')
self.log = logging.getLogger() # TODO Use MockLogger
self.javaHome = '/usr/java/bin/'
self.mrSysDir = '/user/' + getpass.getuser() + '/mapredsystem'
self.attrs = {}
self.finalAttrs = {
'fs.default.name': 'nohost.apache.com:56366',
'mapred.child.java.opts' : '-Xmx1024m',
'mapred.compress.map.output' : 'false',
}
self.attrs = {
'mapred.userlog.limit' : '200',
'mapred.userlog.retain.hours' : '10',
'mapred.reduce.parallel.copies' : '20',
}
self.desc = CommandDesc(
{
'name' : 'dummyHadoop',
'program' : 'bin/hadoop',
'pkgdirs' : self.pkgDir,
'final-attrs' : self.finalAttrs,
'attrs' : self.attrs,
}, self.log
)
# TODO
# 4th arg to HadoopCommand 'tardir' is not used at all. Instead pkgdir is
# specified through HadoopCommand.run(pkgdir). This could be changed so
# that pkgdir is specified at the time of object creation.
# END OF TODO
self.hadoopCommand = HadoopCommand(self.id, self.desc, self.tempDir,
self.pkgDir, self.log, self.javaHome,
self.mrSysDir, restart=True)
self.hadoopSite = os.path.join( self.hadoopCommand.confdir,
'hadoop-site.xml')
pass
def test_createHadoopSiteXml(self):
self.hadoopCommand._createHadoopSiteXml()
xmldoc = minidom.parse(self.hadoopSite)
xmldoc = xmldoc.childNodes[0] # leave out xml spec
properties = xmldoc.childNodes # children of tag configuration
keyvals = {}
for prop in properties:
if not isinstance(prop,minidom.Comment):
# ---------- tag -------------------- -value elem-- data --
name = prop.getElementsByTagName('name')[0].childNodes[0].data
value = prop.getElementsByTagName('value')[0].childNodes[0].data
keyvals[name] = value
# fs.default.name should start with hdfs://
assert(keyvals['fs.default.name'].startswith('hdfs://'))
# TODO other tests
pass
def tearDown(self):
pass
class HodRingTestSuite(BaseTestSuite):
def __init__(self):
# suite setup
BaseTestSuite.__init__(self, __name__, excludes)
pass
def cleanUp(self):
# suite tearDown
pass
def RunHodRingTests():
# modulename_suite
suite = HodRingTestSuite()
testResult = suite.runTests()
suite.cleanUp()
return testResult
if __name__ == "__main__":
RunHodRingTests()
|
