Poormens desktop search engine.sh - Versionsgeschichte

Fries43: /* Systemanforderungen */ +neue version

2007-09-24T14:28:26Z

Systemanforderungen: +neue version

Fries43: +ISO+7zip+download-link

2007-09-18T14:47:42Z

+ISO+7zip+download-link

Fries43: /* Archivtypen */ +mehr archive

2007-09-13T13:33:34Z

Archivtypen: +mehr archive

Fries43: /* Programmcode */ +neue version 8-)

2007-09-13T13:31:58Z

Programmcode: +neue version 8-)

Fries43: /* Archivtypen */ +archivwunsch

2007-09-12T16:28:56Z

Archivtypen: +archivwunsch

Fries43: +was machts

2007-09-12T16:02:22Z

+was machts

Fries43: layout

2007-09-12T15:53:23Z

layout

Fries43: backup

2007-09-12T15:52:47Z

backup

Neue Seite

#!/bin/sh

# sqlite /root/spielereien/ganze_festplatte.db "select * from n where size>9999999 ORDER BY size ASC LIMIT 5"

fkt_create_db () {
DB="${WORKING_DIR}$(echo "$1" | md5sum -b | cut -d" " -f1).db"

rm -f "$DB"
sqlite "$DB" "create table n (id INTEGER PRIMARY KEY,deep INTEGER,size INTEGER,time INTEGER,fpat TEXT,fnam TEXT,type TEXT,mime TEXT,hash TEXT);"
}

fkt_gen_index () {
echo "updating database \"$DB\" with index of \"$1\", deep = $DEEP"

find "$1" -type f -printf "%s|%A@|%h|%f\n" |
while read LINE; do
let LINES+=1
IFS="|"
set $LINE

FPAT="$(echo "$3" | sed "s/'/''/g")"; test "$DEEP" -gt 0 && a=a
FNAM="$(echo "$4" | sed "s/'/''/g")"
TYPE="$(file -b "$3/$4" | sed "s/'/''/g")"
MIME="$(file -ib "$3/$4")"
HASH="$(md5sum -b "$3/$4" | cut -d" " -f1)"
DATA="'$DEEP','$1','$2','$FPAT','$FNAM','$TYPE','$MIME','$HASH'" ; # echo "$DATA"

sqlite "$DB" "insert into n (deep,size,time,fpat,fnam,type,mime,hash) values ($DATA);"

if [ "$MIME" = "application/x-rar" ]; then
let DEEP+=1
mkdir "${WORKING_DIR}${HASH}/"
echo "unRARing \""$FPAT/$FNAM"\""
unrar -inul e "$FPAT/$FNAM" "${WORKING_DIR}${HASH}/"
fkt_gen_index "${WORKING_DIR}${HASH}/"
rm -fR "${WORKING_DIR}${HASH}/"
let DEEP-=1
elif [ "$MIME" = "application/x-zip" ]; then
let DEEP+=1
mkdir "${WORKING_DIR}${HASH}/"
echo "unZIPing \"$FPAT/$FNAM\""
unzip -qq "$FPAT/$FNAM" -d "${WORKING_DIR}${HASH}/"
fkt_gen_index "${WORKING_DIR}${HASH}/"
rm -fR "${WORKING_DIR}${HASH}/"
let DEEP-=1
fi
done

echo "leaving directory \"$1\", deep = $DEEP"
unset IFS
}

if [ -z "$1" ] || [ -z "$2" ]; then
echo "Usage: $0 /directory/to/crawl/ /working/dir/"
else
DEEP=0
WORKING_DIR="$2"
fkt_create_db "$1"
fkt_gen_index "$1"
fi

@@ Zeile 13: / Zeile 13: @@
 =Systemanforderungen=
-* Linux 8-)
+* Linux
 =Programmcode=
 * zum download: http://141.54.160.24/bastian/freifunk/poormens_search.tgz

@@ Zeile 8: / Zeile 8: @@
 =Archivtypen=
 * ist-Zustand:
-** RAR, ZIP, TAR, GZIP, BZIP2
+** RAR, ZIP, TAR, GZIP, BZIP2, ISO, 7ZIP
 * soll:
-** ISO, LHA, LZX, ARJ, 7ZIP, gesplittete RARs
+** LHA, LZX, ARJ, gesplittete RARs
 =Systemanforderungen=
-* Linux
+* Linux 8-)
 =Programmcode=
-<pre>
+* zum download: http://141.54.160.24/bastian/freifunk/poormens_search.tgz

@@ Zeile 8: / Zeile 8: @@
 =Archivtypen=
 * ist-Zustand:
-** RAR, ZIP
+** RAR, ZIP, TAR, GZIP, BZIP2
 * soll:
-** ISO, LHA, LZX, ARJ, 7ZIP, TAR, GZIP, BZIP2, gesplittete RARs
+** ISO, LHA, LZX, ARJ, 7ZIP, gesplittete RARs
 =Systemanforderungen=

@@ Zeile 10: / Zeile 10: @@
 ** RAR, ZIP
 * soll:
-** ISO, LHA, LZX, ARJ, 7ZIP, TAR, GZIP, BZIP2
+** ISO, LHA, LZX, ARJ, 7ZIP, TAR, GZIP, BZIP2, gesplittete RARs
 =Systemanforderungen=

← Nächstältere Version		Version vom 12. September 2007, 16:02 Uhr
Zeile 1:		Zeile 1:
		+	=Was=
		+	* Umsetzung von [[Rexxbot]] auf Linux
		+	* Es wird ein Listing beliebiger Verzeichnisse in beliebiger Tiefe erstellt
		+	* zu jeder Datei wird neben Dateidatum und -groesse auch MIME- und Datei-Typ gespeichert
		+	* Archive werden temporär entpackt und ebenfalls indexiert
		+	* ebenso Archive in Archiven in Archiven in Archiven [*n]
		+
		+	=Archivtypen=
		+	* ist-Zustand:
		+	** RAR, ZIP
		+	* soll:
		+	** ISO, LHA, LZX, ARJ, 7ZIP, TAR, GZIP, BZIP2
		+
		+	=Systemanforderungen=
		+	* Linux
		+	* Aktuelle <tt>/etc/magic</tt> fuer das Programm <tt>file</tt> zur Dateityperkennung
		+	* <tt>apt-get install sqlite</tt>
		+
		+	=Programmcode=
	<pre>		<pre>
	#!/bin/sh		#!/bin/sh

@@ Zeile 26: / Zeile 26: @@
          rm -f  "$DB"
          sqlite "$DB" "create table n (id INTEGER PRIMARY KEY,deep INTEGER,size INTEGER,time INTEGER,fpat TEXT,fnam TEXT,type TEXT,mime TEXT,hash TEXT);"
+}
 fkt_gen_index () {
-         echo "updating database \"$DB\" with index of \"$1\", deep = $DEEP"
+         echo "MAKE_INDEX: updating database \"$DB\" with index of \"$1\", deep = $DEEP"
          find "$1" -type f -printf "%s|%A@|%h|%f\n" |
@@ Zeile 42: / Zeile 89: @@
                  MIME="$(file -ib  "$3/$4")"
                  HASH="$(md5sum -b "$3/$4" | cut -d" " -f1)"
-                 DATA="'$DEEP','$1','$2','$FPAT','$FNAM','$TYPE','$MIME','$HASH'" ; # echo "$DATA"
+                 DATA="'$DEEP','$1','$2','$FPAT','$FNAM','$TYPE','$MIME','$HASH'"
-−
                  sqlite "$DB" "insert into n (deep,size,time,fpat,fnam,type,mime,hash) values ($DATA);"
-                  if [ "$MIME" = "application/x-rar" ]; then
+                 fkt_test_for_archiv
          done
          echo "leaving directory \"$1\", deep = $DEEP"
          unset IFS
+}
@@ Zeile 76: / Zeile 111: @@
          fkt_create_db   "$1"
          fkt_gen_index   "$1"
 fi
 </pre>

@@ Zeile 1: / Zeile 1: @@
 #!/bin/sh
 fkt_create_db () {
@@ Zeile 59: / Zeile 58: @@
          fkt_gen_index   "$1"
 fi