view scripts/duplicates.sh @ 109:6cf5eb5b0be1

Embed batch operations in BEGIN-END TRANSACTION for speed improvement.
author Tom Fredrik Blenning Klaussen <bfg@bfgconsult.no>
date Tue, 18 Feb 2014 19:41:23 +0100
parents 6b997f4f7e19
children bae09ef524cb
line wrap: on
line source

#!/bin/bash

PREFIX=$1

if [ -n "$PREFIX" ]
then
  PREFIX="WHERE path LIKE '${PREFIX}%'"
fi

sqlite3 ~/.DeDupe.sqlite "SELECT hex(checksum),size,path FROM (SELECT * FROM files WHERE checksum IN (SELECT checksum FROM (SELECT checksum, COUNT(*) as num FROM files ${PREFIX} GROUP BY checksum) WHERE num >= 2)) ${PREFIX} ORDER BY size;"