You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
31 lines
797 B
31 lines
797 B
#!/usr/bin/env python
|
|
|
|
# Copyright (c) 2006-2024 sqlmap developers (https://sqlmap.org/)
|
|
# See the file 'LICENSE' for copying permission
|
|
|
|
# Removes duplicate entries in wordlist like files
|
|
|
|
from __future__ import print_function
|
|
|
|
import sys
|
|
|
|
if __name__ == "__main__":
|
|
if len(sys.argv) > 1:
|
|
items = list()
|
|
|
|
with open(sys.argv[1], 'r') as f:
|
|
for item in f:
|
|
item = item.strip()
|
|
try:
|
|
str.encode(item)
|
|
if item in items:
|
|
if item:
|
|
print(item)
|
|
else:
|
|
items.append(item)
|
|
except:
|
|
pass
|
|
|
|
with open(sys.argv[1], 'w+') as f:
|
|
f.writelines("\n".join(items))
|