diff options
Diffstat (limited to 'scripts/hadoop-namenode-info.nse')
-rw-r--r-- | scripts/hadoop-namenode-info.nse | 180 |
1 files changed, 180 insertions, 0 deletions
diff --git a/scripts/hadoop-namenode-info.nse b/scripts/hadoop-namenode-info.nse new file mode 100644 index 0000000..f0fed49 --- /dev/null +++ b/scripts/hadoop-namenode-info.nse @@ -0,0 +1,180 @@ +local http = require "http" +local nmap = require "nmap" +local shortport = require "shortport" +local stdnse = require "stdnse" +local string = require "string" +local tab = require "tab" +local table = require "table" +local target = require "target" + +description = [[ +Retrieves information from an Apache Hadoop NameNode HTTP status page. + +Information gathered: +* Date/time the service was started +* Hadoop version +* Hadoop compile date +* Upgrades status +* Filesystem directory (relative to http://host:port/) +* Log directory (relative to http://host:port/) +* Associated DataNodes. +]] + +--- +-- @usage +-- nmap --script hadoop-namenode-info -p 50070 host +-- +-- @output +-- PORT STATE SERVICE REASON +-- 50070/tcp open hadoop-namenode syn-ack +-- | hadoop-namenode-info: +-- | Started: Wed May 11 22:33:44 PDT 2011 +-- | Version: 0.20.2-cdh3u1, f415ef415ef415ef415ef415ef415ef415ef415e +-- | Compiled: Wed May 11 22:33:44 PDT 2011 by bob from unknown +-- | Upgrades: There are no upgrades in progress. +-- | Filesystem: /nn_browsedfscontent.jsp +-- | Logs: /logs/ +-- | Storage: +-- | Total Used (DFS) Used (Non DFS) Remaining +-- | 100 TB 85 TB 500 GB 14.5 TB +-- | Datanodes (Live): +-- | datanode1.example.com:50075 +-- |_ datanode2.example.com:50075 +-- +-- @xmloutput +-- <elem key="Started">Wed May 11 22:33:44 PDT 2011</elem> +-- <elem key="Version">0.20.2-cdh3u1, f415ef415ef415ef415ef415ef415ef415ef415e</elem> +-- <elem key="Compiled">Wed May 11 22:33:44 PDT 2011 by bob from unknown</elem> +-- <elem key="Upgrades">There are no upgrades in progress.</elem> +-- <elem key="Filesystem">/nn_browsedfscontent.jsp</elem> +-- <elem key="Logs">/logs/</elem> +-- <table key="Storage"> +-- <elem key="Total">100 TB</elem> +-- <elem key="Used (DFS)">85 TB</elem> +-- <elem key="Used (Non DFS)">500 GB</elem> +-- <elem key="Remaining">14.5 TB</elem> +-- </table> +-- <table key="Datanodes (Live)"> +-- <elem>datanode1.example.com:50075</elem> +-- <elem>datanode2.example.com:50075</elem> +-- </table> + + +author = "John R. Bond" +license = "Simplified (2-clause) BSD license--See https://nmap.org/svn/docs/licenses/BSD-simplified" +categories = {"default", "discovery", "safe"} + + +portrule = function(host, port) + -- Run for the special port number, or for any HTTP-like service that is + -- not on a usual HTTP port. + return shortport.port_or_service ({50070}, "hadoop-namenode")(host, port) + or (shortport.service(shortport.LIKELY_HTTP_SERVICES)(host, port) and not shortport.portnumber(shortport.LIKELY_HTTP_PORTS)(host, port)) +end + +get_datanodes = function( host, port, Status ) + local result = {} + local uri = "/dfsnodelist.jsp?whatNodes=" .. Status + stdnse.debug1("HTTP GET %s:%s%s", host.targetname or host.ip, port.number, uri) + local response = http.get( host, port, uri ) + stdnse.debug1("Status %s",response['status-line'] or "No Response" ) + if response['status-line'] and response['status-line']:match("200%s+OK") and response['body'] then + local body = response['body']:gsub("%%","%%%%") + stdnse.debug2("Body %s\n",body) + for datanodetmp in string.gmatch(body, "[%w%.:-_]+/browseDirectory.jsp") do + local datanode = datanodetmp:gsub("/browseDirectory.jsp","") + stdnse.debug1("Datanode %s",datanode) + table.insert(result, datanode) + if target.ALLOW_NEW_TARGETS then + if datanode:match("([%w%.]+)") then + local newtarget = datanode:match("([%w%.]+)") + stdnse.debug1("Added target: %s", newtarget) + local status,err = target.add(newtarget) + end + end + end + end + return result +end + +action = function( host, port ) + + local result = stdnse.output_table() + local uri = "/dfshealth.jsp" + stdnse.debug1("HTTP GET %s:%s%s", host.targetname or host.ip, port.number, uri) + local response = http.get( host, port, uri ) + stdnse.debug1("Status %s",response['status-line'] or "No Response") + if response['status-line'] and response['status-line']:match("200%s+OK") and response['body'] then + local body = response['body']:gsub("%%","%%%%") + local capacity = {} + stdnse.debug2("Body %s\n",body) + if body:match("Started:%s*<td>([^][<]+)") then + local start = body:match("Started:%s*<td>([^][<]+)") + stdnse.debug1("Started %s",start) + result["Started"] = start + end + if body:match("Version:%s*<td>([^][<]+)") then + local version = body:match("Version:%s*<td>([^][<]+)") + stdnse.debug1("Version %s",version) + result["Version"] = version + port.version.version = version + end + if body:match("Compiled:%s*<td>([^][<]+)") then + local compiled = body:match("Compiled:%s*<td>([^][<]+)") + stdnse.debug1("Compiled %s",compiled) + result["Compiled"] = compiled + end + if body:match("Upgrades:%s*<td>([^][<]+)") then + local upgrades = body:match("Upgrades:%s*<td>([^][<]+)") + stdnse.debug1("Upgrades %s",upgrades) + result["Upgrades"] = upgrades + end + if body:match("([^][\"]+)\">Browse") then + local filesystem = body:match("([^][\"]+)\">Browse") + stdnse.debug1("Filesystem %s",filesystem) + result["Filesystem"] = filesystem + end + if body:match("([^][\"]+)\">Namenode") then + local logs = body:match("([^][\"]+)\">Namenode") + stdnse.debug1("Logs %s",logs) + result["Logs"] = logs + end + for i in string.gmatch(body, "[%d%.]+%s[KMGTP]B") do + table.insert(capacity,i) + end + if #capacity >= 6 then + stdnse.debug1("Total %s",capacity[3]) + stdnse.debug1("Used DFS (NonDFS) %s (%s)",capacity[4],capacity[5]) + stdnse.debug1("Remaining %s",capacity[6]) + local storage = { + ["Total"] = capacity[3], + ["Used (DFS)"] = capacity[4], + ["Used (Non DFS)"] = capacity[5], + ["Remaining"] = capacity[6], + } + -- indented tabular string output + local st = tab.new() + tab.addrow(st, "", "", "Total", "Used (DFS)", "Used (Non DFS)", "Remaining") + tab.addrow(st, "", "", capacity[3], capacity[4], capacity[5], capacity[6]) + st = tab.dump(st) + setmetatable(storage, { + __tostring = function (t) return "\n" .. st end + }) + result["Storage"] = storage + end + local datanodes_live = get_datanodes(host,port, "LIVE") + if next(datanodes_live) then + result["Datanodes (Live)"] = datanodes_live + end + local datanodes_dead = get_datanodes(host,port, "DEAD") + if next(datanodes_dead) then + result["Datanodes (Dead)"] = datanodes_dead + end + if #result > 0 then + port.version.name = "hadoop-namenode" + port.version.product = "Apache Hadoop" + nmap.set_port_version(host, port) + return result + end + end +end |