summaryrefslogtreecommitdiffstats
path: root/scripts/hadoop-namenode-info.nse
diff options
context:
space:
mode:
Diffstat (limited to 'scripts/hadoop-namenode-info.nse')
-rw-r--r--scripts/hadoop-namenode-info.nse180
1 files changed, 180 insertions, 0 deletions
diff --git a/scripts/hadoop-namenode-info.nse b/scripts/hadoop-namenode-info.nse
new file mode 100644
index 0000000..f0fed49
--- /dev/null
+++ b/scripts/hadoop-namenode-info.nse
@@ -0,0 +1,180 @@
+local http = require "http"
+local nmap = require "nmap"
+local shortport = require "shortport"
+local stdnse = require "stdnse"
+local string = require "string"
+local tab = require "tab"
+local table = require "table"
+local target = require "target"
+
+description = [[
+Retrieves information from an Apache Hadoop NameNode HTTP status page.
+
+Information gathered:
+* Date/time the service was started
+* Hadoop version
+* Hadoop compile date
+* Upgrades status
+* Filesystem directory (relative to http://host:port/)
+* Log directory (relative to http://host:port/)
+* Associated DataNodes.
+]]
+
+---
+-- @usage
+-- nmap --script hadoop-namenode-info -p 50070 host
+--
+-- @output
+-- PORT STATE SERVICE REASON
+-- 50070/tcp open hadoop-namenode syn-ack
+-- | hadoop-namenode-info:
+-- | Started: Wed May 11 22:33:44 PDT 2011
+-- | Version: 0.20.2-cdh3u1, f415ef415ef415ef415ef415ef415ef415ef415e
+-- | Compiled: Wed May 11 22:33:44 PDT 2011 by bob from unknown
+-- | Upgrades: There are no upgrades in progress.
+-- | Filesystem: /nn_browsedfscontent.jsp
+-- | Logs: /logs/
+-- | Storage:
+-- | Total Used (DFS) Used (Non DFS) Remaining
+-- | 100 TB 85 TB 500 GB 14.5 TB
+-- | Datanodes (Live):
+-- | datanode1.example.com:50075
+-- |_ datanode2.example.com:50075
+--
+-- @xmloutput
+-- <elem key="Started">Wed May 11 22:33:44 PDT 2011</elem>
+-- <elem key="Version">0.20.2-cdh3u1, f415ef415ef415ef415ef415ef415ef415ef415e</elem>
+-- <elem key="Compiled">Wed May 11 22:33:44 PDT 2011 by bob from unknown</elem>
+-- <elem key="Upgrades">There are no upgrades in progress.</elem>
+-- <elem key="Filesystem">/nn_browsedfscontent.jsp</elem>
+-- <elem key="Logs">/logs/</elem>
+-- <table key="Storage">
+-- <elem key="Total">100 TB</elem>
+-- <elem key="Used (DFS)">85 TB</elem>
+-- <elem key="Used (Non DFS)">500 GB</elem>
+-- <elem key="Remaining">14.5 TB</elem>
+-- </table>
+-- <table key="Datanodes (Live)">
+-- <elem>datanode1.example.com:50075</elem>
+-- <elem>datanode2.example.com:50075</elem>
+-- </table>
+
+
+author = "John R. Bond"
+license = "Simplified (2-clause) BSD license--See https://nmap.org/svn/docs/licenses/BSD-simplified"
+categories = {"default", "discovery", "safe"}
+
+
+portrule = function(host, port)
+ -- Run for the special port number, or for any HTTP-like service that is
+ -- not on a usual HTTP port.
+ return shortport.port_or_service ({50070}, "hadoop-namenode")(host, port)
+ or (shortport.service(shortport.LIKELY_HTTP_SERVICES)(host, port) and not shortport.portnumber(shortport.LIKELY_HTTP_PORTS)(host, port))
+end
+
+get_datanodes = function( host, port, Status )
+ local result = {}
+ local uri = "/dfsnodelist.jsp?whatNodes=" .. Status
+ stdnse.debug1("HTTP GET %s:%s%s", host.targetname or host.ip, port.number, uri)
+ local response = http.get( host, port, uri )
+ stdnse.debug1("Status %s",response['status-line'] or "No Response" )
+ if response['status-line'] and response['status-line']:match("200%s+OK") and response['body'] then
+ local body = response['body']:gsub("%%","%%%%")
+ stdnse.debug2("Body %s\n",body)
+ for datanodetmp in string.gmatch(body, "[%w%.:-_]+/browseDirectory.jsp") do
+ local datanode = datanodetmp:gsub("/browseDirectory.jsp","")
+ stdnse.debug1("Datanode %s",datanode)
+ table.insert(result, datanode)
+ if target.ALLOW_NEW_TARGETS then
+ if datanode:match("([%w%.]+)") then
+ local newtarget = datanode:match("([%w%.]+)")
+ stdnse.debug1("Added target: %s", newtarget)
+ local status,err = target.add(newtarget)
+ end
+ end
+ end
+ end
+ return result
+end
+
+action = function( host, port )
+
+ local result = stdnse.output_table()
+ local uri = "/dfshealth.jsp"
+ stdnse.debug1("HTTP GET %s:%s%s", host.targetname or host.ip, port.number, uri)
+ local response = http.get( host, port, uri )
+ stdnse.debug1("Status %s",response['status-line'] or "No Response")
+ if response['status-line'] and response['status-line']:match("200%s+OK") and response['body'] then
+ local body = response['body']:gsub("%%","%%%%")
+ local capacity = {}
+ stdnse.debug2("Body %s\n",body)
+ if body:match("Started:%s*<td>([^][<]+)") then
+ local start = body:match("Started:%s*<td>([^][<]+)")
+ stdnse.debug1("Started %s",start)
+ result["Started"] = start
+ end
+ if body:match("Version:%s*<td>([^][<]+)") then
+ local version = body:match("Version:%s*<td>([^][<]+)")
+ stdnse.debug1("Version %s",version)
+ result["Version"] = version
+ port.version.version = version
+ end
+ if body:match("Compiled:%s*<td>([^][<]+)") then
+ local compiled = body:match("Compiled:%s*<td>([^][<]+)")
+ stdnse.debug1("Compiled %s",compiled)
+ result["Compiled"] = compiled
+ end
+ if body:match("Upgrades:%s*<td>([^][<]+)") then
+ local upgrades = body:match("Upgrades:%s*<td>([^][<]+)")
+ stdnse.debug1("Upgrades %s",upgrades)
+ result["Upgrades"] = upgrades
+ end
+ if body:match("([^][\"]+)\">Browse") then
+ local filesystem = body:match("([^][\"]+)\">Browse")
+ stdnse.debug1("Filesystem %s",filesystem)
+ result["Filesystem"] = filesystem
+ end
+ if body:match("([^][\"]+)\">Namenode") then
+ local logs = body:match("([^][\"]+)\">Namenode")
+ stdnse.debug1("Logs %s",logs)
+ result["Logs"] = logs
+ end
+ for i in string.gmatch(body, "[%d%.]+%s[KMGTP]B") do
+ table.insert(capacity,i)
+ end
+ if #capacity >= 6 then
+ stdnse.debug1("Total %s",capacity[3])
+ stdnse.debug1("Used DFS (NonDFS) %s (%s)",capacity[4],capacity[5])
+ stdnse.debug1("Remaining %s",capacity[6])
+ local storage = {
+ ["Total"] = capacity[3],
+ ["Used (DFS)"] = capacity[4],
+ ["Used (Non DFS)"] = capacity[5],
+ ["Remaining"] = capacity[6],
+ }
+ -- indented tabular string output
+ local st = tab.new()
+ tab.addrow(st, "", "", "Total", "Used (DFS)", "Used (Non DFS)", "Remaining")
+ tab.addrow(st, "", "", capacity[3], capacity[4], capacity[5], capacity[6])
+ st = tab.dump(st)
+ setmetatable(storage, {
+ __tostring = function (t) return "\n" .. st end
+ })
+ result["Storage"] = storage
+ end
+ local datanodes_live = get_datanodes(host,port, "LIVE")
+ if next(datanodes_live) then
+ result["Datanodes (Live)"] = datanodes_live
+ end
+ local datanodes_dead = get_datanodes(host,port, "DEAD")
+ if next(datanodes_dead) then
+ result["Datanodes (Dead)"] = datanodes_dead
+ end
+ if #result > 0 then
+ port.version.name = "hadoop-namenode"
+ port.version.product = "Apache Hadoop"
+ nmap.set_port_version(host, port)
+ return result
+ end
+ end
+end