99 lines
2.5 KiB
Python
99 lines
2.5 KiB
Python
|
#!/usr/bin/python
|
|||
|
|
# -*- coding: utf-8 -*-
|
|||
|
|
"""
|
|||
|
|
function: This script resolves locales's BEP inconsistence,
|
|||
|
|
it scans a specific path and replaces the same file
|
|||
|
|
in that path with a hard link.Avoid different language
|
|||
|
|
packs each time due to concurrent compilation.
|
|||
|
|
"""
|
|||
|
|
import os
|
|||
|
|
import sys
|
|||
|
|
import time
|
|||
|
|
|
|||
|
|
all_file = {}
|
|||
|
|
|
|||
|
|
def cmp_file(f1, f2):
|
|||
|
|
"""compare two files in bytes"""
|
|||
|
|
st1 = os.stat(f1)
|
|||
|
|
st2 = os.stat(f2)
|
|||
|
|
|
|||
|
|
bufsize = 8 * 1024
|
|||
|
|
with open(f1, 'rb') as fp1, open(f2, 'rb') as fp2:
|
|||
|
|
while True:
|
|||
|
|
b1 = fp1.read(bufsize)
|
|||
|
|
b2 = fp2.read(bufsize)
|
|||
|
|
if b1 != b2:
|
|||
|
|
return False
|
|||
|
|
if not b1:
|
|||
|
|
return True
|
|||
|
|
|
|||
|
|
|
|||
|
|
def search_all_inode(dir_path):
|
|||
|
|
"""recursively traverse the directory to group all"""
|
|||
|
|
files = os.listdir(dir_path)
|
|||
|
|
|
|||
|
|
for fi in files:
|
|||
|
|
fi_d = os.path.join(dir_path, fi)
|
|||
|
|
if os.path.isdir(fi_d):
|
|||
|
|
search_all_inode(fi_d)
|
|||
|
|
else:
|
|||
|
|
size = os.stat(fi_d).st_size
|
|||
|
|
if size in all_file:
|
|||
|
|
all_file[size].append(fi_d)
|
|||
|
|
else:
|
|||
|
|
all_file[size] = [fi_d]
|
|||
|
|
|
|||
|
|
|
|||
|
|
def deal_one(file_paths):
|
|||
|
|
"""traverse the file array, delete the same file and create a hard link"""
|
|||
|
|
file_count = len(file_paths)
|
|||
|
|
inode_files = {}
|
|||
|
|
|
|||
|
|
for i in range(0, file_count):
|
|||
|
|
for j in range(i + 1, file_count):
|
|||
|
|
file1 = file_paths[i]
|
|||
|
|
file2 = file_paths[j]
|
|||
|
|
|
|||
|
|
file1_inode = os.stat(file1).st_ino
|
|||
|
|
file2_inode = os.stat(file2).st_ino
|
|||
|
|
|
|||
|
|
if file1_inode not in inode_files:
|
|||
|
|
inode_files[file1_inode] = file1
|
|||
|
|
|
|||
|
|
if file1_inode == file2_inode:
|
|||
|
|
continue
|
|||
|
|
|
|||
|
|
if cmp_file(file1, file2):
|
|||
|
|
print('deal same file：', file1, '==', file2)
|
|||
|
|
os.remove(file2)
|
|||
|
|
os.link(file1, file2)
|
|||
|
|
else:
|
|||
|
|
if file2_inode not in inode_files:
|
|||
|
|
inode_files[file2_inode] = file2
|
|||
|
|
|
|||
|
|
|
|||
|
|
def deal_files():
|
|||
|
|
"""get file array and processed one by one"""
|
|||
|
|
for size in all_file:
|
|||
|
|
file_paths = all_file[size]
|
|||
|
|
if len(file_paths) > 1:
|
|||
|
|
deal_one(file_paths)
|
|||
|
|
|
|||
|
|
|
|||
|
|
def usage():
|
|||
|
|
"""print usage"""
|
|||
|
|
print("""
|
|||
|
|
rm_same_file: Replace the same file with a hard link.
|
|||
|
|
|
|||
|
|
rm_same_file.py [target path]
|
|||
|
|
|
|||
|
|
""")
|
|||
|
|
|
|||
|
|
if __name__ == "__main__":
|
|||
|
|
if len(sys.argv) == 2:
|
|||
|
|
search_all_inode(sys.argv[1])
|
|||
|
|
deal_files()
|
|||
|
|
else:
|
|||
|
|
usage()
|
|||
|
|
sys.exit()
|