Fast access to the history host table of Netcraft site from terminal

Fast and ugly but it works. Useful for detecting old IPs and system OS. Netcraft history host table from terminal:

Netcraft uses javascript so I chose casperjs for the scraper:

	#!/usr/bin/env casperjs
	// npm -g install phantomjs
	// npm -g install casperjs
	// Reminder: PATH_NODE pointed to the correct node modules location please
	var utils = require('utils');
	var casper = require('casper').create();
	function getDomain (){
	if ( ! casper.cli.has(0)) {
	casper.echo("No domain to check");
	casper.exit();
	}
	var domain = casper.cli.get(0);
	return domain;
	}
	var urldomain=getDomain();
	casper.start('http://toolbar.netcraft.com/site_report?url=' + urldomain);
	casper.userAgent ('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1)');
	casper.then(function() {
	casper.echo("\n----- " + this.getTitle() + " -----\n");
	var historySelector = 'section[id="history_table"] table[class="TBtable"] tr';
	var historyInfo = this.getElementsInfo(historySelector);
	var historySize = Object.keys(historyInfo).length;
	var historyText = [];
	for (var i = 1; i < historySize; i++){
	historyText.push(historyInfo[i].text);
	}
	var data = historyText.map(function(str){
	var filter= str.replace(/\x20\x20/g,"");
	var items=filter.split("\n");
	casper.echo ("\033[0;41m" + items[5] + "\033[0m (" + items[8] + ")");
	casper.echo ("\033[0;44m\tOS:\033[0m\t" + items[6] + "\n\t\033[0;44mServer:\033[0m\t" + items[7] + "\n\t\033[0;44mISP:\033[0m\t" + items[3] + "\n");
	})
	})
	casper.run();

view raw netcraft-HostingHistory-scraper.js hosted with ❤ by GitHub

pyV8 RPM for CentOS 6

First RPM package for the project pyV8. You will save all the compiling process ;)
I used the last revision in the svn today (r586).

It depends of the boost library but i have RPMS for that in the repo ;)

There we go:

yum install python-pyV8

Loading mirror speeds from cached hostfile
 * base: mirror.trueinter.net
 * epel: mirror.uv.es
 * extras: mirror.trueinter.net
 * updates: mirror.trueinter.net
Resolviendo dependencias
--> Ejecutando prueba de transacción
---> Package python-pyV8.x86_64 0:1.0-preview_r586svn.el6 will be instalado
--> Procesando dependencias: libboost_python.so.1.55.0()(64bit) para el paquete: python-pyV8-1.0-preview_r586svn.el6.x86_64
--> Procesando dependencias: libboost_system.so.1.55.0()(64bit) para el paquete: python-pyV8-1.0-preview_r586svn.el6.x86_64
--> Procesando dependencias: libboost_thread.so.1.55.0()(64bit) para el paquete: python-pyV8-1.0-preview_r586svn.el6.x86_64
--> Ejecutando prueba de transacción
---> Package libboost_python1_55_0.x86_64 0:1.55.0-1 will be instalado
--> Procesando dependencias: boost-license1_55_0 para el paquete: libboost_python1_55_0-1.55.0-1.x86_64
---> Package libboost_system1_55_0.x86_64 0:1.55.0-1 will be instalado
---> Package libboost_thread1_55_0.x86_64 0:1.55.0-1 will be instalado
--> Ejecutando prueba de transacción
---> Package boost-license1_55_0.x86_64 0:1.55.0-1 will be instalado
--> Resolución de dependencias finalizada

Dependencias resueltas

======================================================================================================================
 Paquete                  Arquitectura
                                    Versión                      Repositorio                                    Tamaño
======================================================================================================================
Instalando:
 python-pyV8              x86_64    1.0-preview_r586svn.el6      enetres                                         10 M
Instalando para las dependencias:
 boost-license1_55_0      x86_64    1.55.0-1                     enetres                                         39 k
 libboost_python1_55_0    x86_64    1.55.0-1                     enetres                                        130 k
 libboost_system1_55_0    x86_64    1.55.0-1                     enetres                                         40 k
 libboost_thread1_55_0    x86_64    1.55.0-1                     enetres                                         62 k

Resumen de la transacción
======================================================================================================================
Instalar       5 Paquete(s)

Tamaño total: 11 M
Tamaño total de la descarga: 271 k
Tamaño instalado: 11 M
Está de acuerdo [s/N]:


As always, the pyV8 RPM package is in our repo: http://repo.enetres.net/

:)

nginx 1.7.6 RPM CentOS 6 + yaoweibin no_buffer patch + fancyindex

New nginx 1.7.6 RPM for CentOS 6 with fancyindex, yaoweibin no_buffer patch and all the modules:

nginx version: nginx/1.7.6
built by gcc 4.4.7 20120313 (Red Hat 4.4.7-4) (GCC) 
TLS SNI support enabled
configure arguments: --prefix=/etc/nginx --sbin-path=/usr/sbin/nginx --conf-path=/etc/nginx/nginx.conf --error-log-path=/var/log/nginx/error.log --http-log-path=/var/log/nginx/access.log --pid-path=/var/run/nginx.pid --lock-path=/var/run/nginx.lock --http-client-body-temp-path=/var/cache/nginx/client_temp --http-proxy-temp-path=/var/cache/nginx/proxy_temp --http-fastcgi-temp-path=/var/cache/nginx/fastcgi_temp --http-uwsgi-temp-path=/var/cache/nginx/uwsgi_temp --http-scgi-temp-path=/var/cache/nginx/scgi_temp --user=nginx --group=nginx --with-http_ssl_module --with-http_realip_module --with-http_addition_module --with-http_sub_module --with-http_dav_module --with-http_flv_module --with-http_mp4_module --with-http_gunzip_module --with-http_gzip_static_module --with-http_random_index_module --with-http_secure_link_module --with-http_stub_status_module --with-http_auth_request_module --with-mail --with-mail_ssl_module --with-file-aio --with-ipv6 --add-module=/home/dag/rpmbuild/SOURCES/ngx-fancyindex --with-http_spdy_module --with-cc-opt='-O2 -g -pipe -Wall -Wp,-D_FORTIFY_SOURCE=2 -fexceptions -fstack-protector --param=ssp-buffer-size=4 -m64 -mtune=generic'

Here: http://repo.enetres.net/repoview/nginx.html in the repo.

:)