disable SQL / MySQL in rails logging in development mode

jm3 (john manoogian III) — Fri, 02 Nov 2007 00:09:50 GMT

// description of your code here



ActiveRecord::Base.logger = Logger.new("#{RAILS_ROOT}/log/#{RAILS_ENV}_database.log")

goes at end of config/env

Rake task to clear Rails log files

sikelianos (Zeke Sikelianos) — Fri, 24 Aug 2007 13:19:34 GMT



# Truncates all *.log files in log/ to zero bytes

rake log:clear

Add rails log to console

Mickael (Mickael) — Tue, 31 Jul 2007 11:16:56 GMT

In order to show rails log in console, add theses lines to your .irbrc



if ENV.include?('RAILS_ENV')&& !Object.const_defined?('RAILS_DEFAULT_LOGGER')

  Object.const_set('RAILS_DEFAULT_LOGGER', Logger.new(SDTOUT))

end

C#: Log A Message To A File

cornerblue (CornerBLUE, Inc.) — Thu, 19 Jul 2007 22:46:26 GMT



// Put this at the top

using System.IO;

//



public static void Log(string Message)

{

	File.AppendAllText(HttpContext.Current.Server.MapPath("~") + "/log.txt", DateTime.Now.ToShortDateString() + " " + DateTime.Now.ToShortTimeString() + ": " + Message + Environment.NewLine);

}

Debug logs in the database

koke24 (Koke) — Wed, 30 May 2007 16:59:19 GMT

How to log things in the database

Create the table:



create table TMP_LOG (HORA date, ENTRADA varchar(4000));

Write the things I need to the table:



INSERT INTO TMP_LOG (HORA, ENTRADA) VALUES(SYSDATE, 

  'V_NOM_DESTINATARIO1: '||V_NOM_DESTINATARIO1||', V_DOM_DESTINATARIO1: '||V_DOM_DESTINATARIO1||

  ', P_NOM_DESTINATARIO_2: '||P_NOM_DESTINATARIO_2||', P_DOM_DESTINATARIO_2: '||P_DOM_DESTINATARIO_2||

  ', B_DESTINATARIO: '||B_DESTINATARIO||

  ', V_NOM_DESTINATARIO2: '||V_NOM_DESTINATARIO2||', V_DOM_DESTINATARIO2: '||V_DOM_DESTINATARIO2);

Consult the things written:



select * from tmp_log order by hora desc;

Dont forget to drop it at the end:



drop table TMP_LOG;

convert apache http combined logs into sql (and import it into a mysql database eventually)

slim (Slim Amamou) — Sat, 24 Mar 2007 10:40:53 GMT

you need to extract the data in your http server log files and put it in a database to query it with your usual tools using SQL. this perl script does just this.

it was hard to find it, that's why i put it here.



#!/usr/bin/perl -w

# Written by Aaron Jenson.

# Original source: http://www.visualprose.com/software.php

# Updated to work under Perl 5.6.1 by Edward Rudd

# Updated 24 march 2007 by Slim Amamou 

#  - output SQL with the option '--sql'

#  - added SQL create table script to the HELP

#

#  NOTE : you need the TimeDate library (http://search.cpan.org/dist/TimeDate/)

#

use strict;

use Getopt::Long qw(:config bundling);

use DBI;

use Date::Parse;



my %options = ();

my $i = 0;

my $sql = '';

my $valuesSql = '';

my $line = '';

my $dbh = 0;

my $sth = 0;

my @parts = ();

my $part;

my $TIMESTAMP = 3;

my $REQUEST_LINE = 4;

my @cols = (

	'remote_host',			## 0

	'remote_logname',		## 1

	'remote_user',			## 2

	'request_time',			## 3.string

	'time_stamp',			## 3.posix

	'request_line',			## 5

	'request_method',		## 6

	'request_uri',			## 7

	'request_args',			## 8

	'request_protocol',		## 9

	'status',				## 10

	'bytes_sent',			## 11

	'referer',				## 12

	'agent'					## 13

);

my $col = '';



GetOptions (\%options,

		"version" => sub { VERSION_MESSAGE(); exit 0; },

		"help|?" => sub { HELP_MESSAGE(); exit 0; },

		"host|h=s",

		"database|d=s",

		"table|t=s",

		"username|u=s",

		"password|p=s",

		"logfile|f=s",

		"sql");



$options{host} ||= 'localhost';

$options{database} ||= '';

$options{username} ||= '';

$options{password} ||= '';

$options{logfile} ||= '';

$options{sql} ||= '';



if( ! ($options{database} || $options{sql}))

{

	HELP_MESSAGE();

	print "Must supply a database to connect to.\n";

	exit 1;

}



if( ! $options{table} )

{

	HELP_MESSAGE();

	print "Must supply table name.\n";

	exit 1;

}



if( $options{logfile} )

{

	if( ! -e $options{logfile} )

	{

		print  "File '$options{logfile}' doesn't exist.\n";

		exit 1;

	}

	open(STDIN, "<$options{logfile}") || die "Can't open $options{logfile} for reading.";

}



if( $options{database} )

{

	$dbh = Connect();

	if (! $dbh) {

		exit 1;

	}

}



$sql = "INSERT INTO $options{table} (";

foreach $col (@cols)

{

	$sql .= "$col," if( $col );

}

chop($sql);

$sql .= ') VALUES (';

my ($linecount,$insertcount) = (0,0);

while($line = )

{

	$linecount++;

	@parts = SplitLogLine( $line );

	next if( $parts[$TIMESTAMP+1] == 0 );

	$valuesSql = '';

	for( $i = 0; $i < @cols; ++$i )

	{

		$parts[$i] =~ s/\\/\\\\/g;

		$parts[$i] =~ s/'/\\'/g;

		$valuesSql .= "'$parts[$i]'," if( $cols[$i] );

	}

	chop($valuesSql);



	if( $options{database} )

	{

		$sth  = $dbh->prepare("$sql$valuesSql)");

		if( ! $sth->execute() )

		{

			print "Unable to perform specified query.\n$sql$valuesSql\n" . $sth->errstr() . "\n";

		} else {

			$insertcount++;

		}

		$sth->finish();

	}

	if( $options{sql} )

	{

		print "$sql$valuesSql);\n";

	}

}

if( ! $options{sql} )

{

	print "Parsed $linecount Log lines\n";

	print "Inserted $insertcount records\n";

	print "to table '$options{table}' in database '$options{database}' on '$options{host}'\n";

}



# # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # 

# Connects to a MySQL database and returns the connection.

# # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # 

sub Connect

{

	my $dsn = "DBI:mysql:$options{database};hostname=$options{host}";

	return DBI->connect( $dsn, $options{username}, $options{password} );

}





# # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # 

# Splits up a log line into its parts.

# # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # 

sub SplitLogLine

{

	my $line = shift;

	my $i = 0;

	my $inQuote = 0;

	my $char = '';

	my $part = '';

	my @parts = ();

	my $count = 0;

	chomp($line);

	for( $i = 0; $i < length($line); ++$i )

	{

		$char = substr($line, $i, 1);

		if( $char eq ' ' && ! $inQuote )

		{

			## print "Found part $part.\n";

			if( $count == $TIMESTAMP )

			{

				push(@parts, "[".$part."]");

				$part = str2time($part);

			}

			push(@parts, $part);

			if( $count == $REQUEST_LINE )

			{

				my @request = split(/[ ?]/, $part);

				push(@parts, $request[0]);

				push(@parts, $request[1]);

				if( $request[3] )

				{

					push(@parts, $request[2]);

					push(@parts, $request[3]);

				}

				else

				{

					push(@parts, '');

					push(@parts, $request[2]);

				}

				$count += 5;

			}

			else

			{

				++$count;

			}

			$part = '';

		}

		elsif( $char eq '"' || $char eq '[' || $char eq ']' )

		{

			$inQuote = !$inQuote;

		}

		else

		{

			$part .= $char;

		}

	}

	push(@parts,$part) if $part;



	return @parts;

}





# # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # 

# Prints the usage/help message for this program.

# # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # 

sub HELP_MESSAGE

{

	print<Imports an Apache combined log into a MySQL database.

Usage: mysql_import_combined_log.pl -d  -t  [-h ] [-u ] [-p ] [-f  --host|-h          The host to connect to.  Default is localhost.

 --database|-d  The database to use.  Required.

 --username|-u       The user to connect as.

 --password|-p       The user's password.

 --table|-t        The name of the table in which to insert data.

 --logfile|-f       The file to read from.  If not given, data is read from stdin.

 --sql                         Output SQL

 --help|-?                     Print out this help message.

 --version                     Print out the version of this software.



----------------------------------

-- SQL create statements for the table

--



create table  (

    remote_host varchar(50) ,

    remote_logname varchar(50) ,

    remote_user varchar(50) ,

    request_time char(28),

    time_stamp varchar(10) ,

    request_line varchar(255),

    request_method varchar(10) ,

    request_uri varchar(255),

    request_args varchar(255),

    request_protocol varchar(10) ,

    status varchar(10) ,

    bytes_sent varchar(10) ,

    referer varchar(255) ,

    agent varchar(255)

);



EOF

}







# # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # 

# Prints the version information for this program

# # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # 

sub VERSION_MESSAGE

{

	print "mysql_import_combined_log.pl version 1.2\n";

	print "Version 1.0 Written by Aaron Jenson.\n";

	print "Update to work with perl 5.6.1 by Edward Rudd\n";

}



1;






Active Record log
Mickael (Mickael) — Thu, 01 Feb 2007 13:45:53 GMT
from 



In config/environment.rb:





def log_to(stream)

  ActiveRecord::Base.logger = Logger.new(stream)

  ActiveRecord::Base.clear_active_connections!

end





then in the console :



>> log_to STDOUT

=> ...

>> Post.find(:first)

  Post Load (0.000138)   SELECT * FROM posts LIMIT 1

=> #

>>





The best part is, by clearing the active connections after setting the logger, you can change the logger at any time, even after you’ve made any number of find calls.



And, you can pass your own stream objects into it:



>> buffer = StringIO.new

=> ...

>> log_to buffer

=> ...

>> Post.find(:first)

=> #

>> p buffer.string

=> "  \e[4;35;1mPost Load (0.000138)\e[0m   \e[0mSELECT * FROM posts LIMIT 1\e[0m\n"

>>




links for debugging javascript
em3zh3 (Doc Aha) — Tue, 29 Aug 2006 14:34:58 GMT
// description of your code here



Loggers

my simple logger

MochiKit logger



Online interpreters

Squarefree JS shell 1.4

MochiKit JS interactive interpreter

TryIt Editor



debugging bookmarklets

view source

linked scripts list





// insert code here..




logging bookmarklets for debugging javascript
em3zh3 (Doc Aha) — Sat, 19 Aug 2006 01:37:57 GMT
Dragg the following two links to your browser's toolbar (tested with Firefox 1.5 and IE 6) :

49.cl

49.sh



When you are writing some javascript embedded in a webpage and you want to debug your code, this gives you way to log things without alerting them. 



Example :



// part of embedded javascript code

log49 = [];//log49 is global variable.

var num = 1;

log49.push('num = '+num); // log the state of num

num = num+1;

log49.push('second num ='+num); // again.





Then the two bookmarklets let you reset or view the log in runtime.

49.cl lets you reset the log by clearing the list stored in the global variable log49.

49.sh shows you the log by joining and alerting the value of log49.




Adding Comments to the IIS Log
MattScilipoti (Matt Scilipoti) — Wed, 07 Jun 2006 22:45:11 GMT
Adding Comments to the IIS Log



A simple way to provide more information to the IIS log files is to append it yourself with the Response.AppendToLog method. By using Session and Application events you can place keywords that you can later use when search the files. You might even be able to train some of the analysis programs to understand you keywords and hopefully provide more meaningful stats.





    Sub Application_BeginRequest(ByVal sender As Object, ByVal e As EventArgs)

        ' Fires at the beginning of each request

        Response.AppendToLog("test")

    End Sub



There are some restrictions, however. Since the data you provide is appended to the URI Query portion of the log file, you are limited to 80 characters. In addition, you cannot use commas since they are a delimiter for some of the log file formats. Also, if you anticipate that there will be other querystring elements you may want to prepend your string with an ampersand. 



----



From http://psacake.com/web/ht.asp:

While trying to come up with new ways to record things that are happening on my Web server, I came across the Response Objects AppendToLog Method. This method allows you to write directly to the IIS Log File using only one line of code. This has come in handy for error trapping and troubleshooting. The following is a piece of sample code that writes a single entry to the log file:





     Response.AppendToLog "Database Being Accessed"





The above line would write the following to your IIS log file:



127.0.0.1, -, 01/01/00, 12:00:34, W3SVC1,WEBSERVER, 

127.0.0.1, 161342, 485, 228, 200, 0, get, /somefile.asp, Database Being Accessed



Remember that the IIS log file is a comma-delimited file, and you should try to avoid using commas in the data string you pass to the log file.



----



Rant From http://sqljunkies.com/WebLog/ktegels/archive/2004/01/21/795.aspx:

Since we already have IIS logging turned on, it just made sense to log to that. When we needed to harvest the data for making test case, we could just parse the logs. So, I turned a hopeful eye towards HttpResponse.AppendToLog (which is available to us in ASP.NET as Response.AppendToLog) thinking it might at least be a Copper Bullet. It works, but, where it decides to put your entry in the log could be a problem. Data written to these logs using this method is inserted where the cs-uri-query field would be rather than at the end of the record.



I suppose that this behavior makes sense if you stop to consider that the cs-uri-query field should be blank, null or otherwise meaningless for POSTs (normally). Of course, the de facto RFC doesn't say that, so IIS can get by with it.



Unless of course, you're GETting, not POSTing. But in those cases, you really don't need this trick anyway.



My whole problem with this that the "Extended Log File Format" does offer a more proper place to put this data: x-Comment. If X-Comment appeared at the end of a line, it likely wouldn't break most log parsers, and we'd have a sensible place to look for this.

DZone Snippets: log code

disable SQL / MySQL in rails logging in development mode

Rake task to clear Rails log files

Add rails log to console

C#: Log A Message To A File

Debug logs in the database

convert apache http combined logs into sql (and import it into a mysql database eventually)

Active Record log

links for debugging javascript

logging bookmarklets for debugging javascript

Adding Comments to the IIS Log