Fix encoding issues, add verification/repair scripts, fix check_progress encoding
This commit is contained in:
+3
-3
@@ -79,9 +79,9 @@ def check_progress():
|
|||||||
if has_a: stats["analysis"] += 1
|
if has_a: stats["analysis"] += 1
|
||||||
if has_v: stats["verified"] += 1
|
if has_v: stats["verified"] += 1
|
||||||
|
|
||||||
t_status = "✓" if has_t else " "
|
t_status = "[OK]" if has_t else "[..]"
|
||||||
a_status = "✓" if has_a else " "
|
a_status = "[OK]" if has_a else "[..]"
|
||||||
v_status = "✓" if has_v else " "
|
v_status = "[OK]" if has_v else "[..]"
|
||||||
|
|
||||||
# Try to get title
|
# Try to get title
|
||||||
title = ""
|
title = ""
|
||||||
|
|||||||
+4
-4
@@ -22,18 +22,18 @@ def verify_utf8(path: Path) -> tuple[int, int]:
|
|||||||
|
|
||||||
return (0, len(content))
|
return (0, len(content))
|
||||||
|
|
||||||
def main():
|
def main(path: str = '.') -> int:
|
||||||
import argparse
|
import argparse
|
||||||
parser = argparse.ArgumentParser(description="Verify UTF-8 encoding in JSON files")
|
parser = argparse.ArgumentParser(description="Verify UTF-8 encoding in JSON files")
|
||||||
parser.add_argument('path', nargs='?', default='.', help='Root directory to scan')
|
parser.add_argument('path', nargs='?', default='.', help='Root directory to scan')
|
||||||
args = parser.parse_args()
|
args = parser.parse_args()
|
||||||
|
|
||||||
root = Path('.').resolve()
|
root = Path(args.path).resolve()
|
||||||
print(f"Scanning {root} for JSON files...")
|
print(f"Scanning {root} for JSON files...")
|
||||||
|
|
||||||
stats = {"files": 0, "errors": 0, "bytes": 0}
|
stats = {"files_checked": 0, "errors": 0, "total_bytes": 0}
|
||||||
|
|
||||||
for path in Path('.').rglob("*.json"):
|
for path in root.rglob("*.json"):
|
||||||
if any(part.startswith('.') for part in path.parts):
|
if any(part.startswith('.') for part in path.parts):
|
||||||
continue
|
continue
|
||||||
if path.name.startswith('.'):
|
if path.name.startswith('.'):
|
||||||
|
|||||||
Reference in New Issue
Block a user