[bknr-cvs] ksprotte changed trunk/projects/bos/tools/squid-access-log2csv

[BKNR Commits]

Revision: 3406
Author: ksprotte
URL: http://bknr.net/trac/changeset/3406

initial import squid-access-log2csv

A   trunk/projects/bos/tools/squid-access-log2csv

Added: trunk/projects/bos/tools/squid-access-log2csv
===================================================================
--- trunk/projects/bos/tools/squid-access-log2csv	                        (rev 0)
+++ trunk/projects/bos/tools/squid-access-log2csv	2008-07-02 14:05:55 UTC (rev 3406)
@@ -0,0 +1,57 @@
+#!/usr/local/bin/clisp -C
+
+(use-package :regexp)
+
+(assert (probe-file (first ext:*args*)) nil
+        "Usage: log.lisp <access.log>")
+
+
+(defvar *uri-hash* (make-hash-table :test #'equal))
+(defvar *action/codes* nil)
+
+(defun action/code-count (uri action/code)
+  (or (cdr (assoc action/code (gethash uri *uri-hash*)))
+      0))
+
+(defun (setf action/code-count) (count uri action/code)
+  (let ((cons (assoc action/code (gethash uri *uri-hash*))))
+    (if cons
+        (rplacd cons count)
+        (push (cons action/code count)
+              (gethash uri *uri-hash*)))))
+
+(with-open-file (in (first ext:*args*))
+  (with-loop-split (list in " \\+")
+    (when (= 10 (length list))
+      (destructuring-bind (timestamp elapsed client action/code
+                                     size method uri ident
+                                     hierarchy/from content)
+          list
+        (declare (ignore timestamp elapsed client
+                         size method ident
+                         hierarchy/from content))
+        (let ((action/code (intern action/code)))
+          (pushnew action/code *action/codes*)
+          (incf (action/code-count uri action/code))
+          (incf (action/code-count uri :total)))))))
+
+
+
+(let (lists)
+  (maphash (lambda (key value)
+             (push (cons key value) lists))
+           *uri-hash*)
+  (setf lists (sort lists #'>
+                    :key (lambda (uri) (cdr (assoc :total (cdr uri))))))  
+  (format t "uri,TOTAL,~{~A~^,~}~%" *action/codes*)
+  (dolist (list lists)
+    (destructuring-bind (uri . alist)
+        list
+      (format t "\"~A\"," uri)
+      (format t "~A," (cdr (assoc :total alist)))
+      (format t "~{~D~^,~}~%"
+              (mapcar (lambda (action/code)
+                        (or (cdr (assoc action/code alist))
+                            0))
+                      *action/codes*)))))
+