commit1
This commit is contained in:
5
.gitignore
vendored
Normal file
5
.gitignore
vendored
Normal file
@@ -0,0 +1,5 @@
|
||||
.venv/
|
||||
__pycache__/
|
||||
*.egg-info/
|
||||
.pytest_cache
|
||||
.coverage
|
||||
9
README.md
Normal file
9
README.md
Normal file
@@ -0,0 +1,9 @@
|
||||
# Text Analyzer CLI
|
||||
|
||||
CLI-инструмент на Python для анализа текстовых файлов (подсчёт строк, слов, символов и топ-N популярных слов).
|
||||
|
||||
## Установка
|
||||
|
||||
1. Клонируйте репозиторий и перейдите в папку проекта:
|
||||
```bash
|
||||
cd lb_1
|
||||
22
pyproject.toml
Normal file
22
pyproject.toml
Normal file
@@ -0,0 +1,22 @@
|
||||
[build-system]
|
||||
requires = ["setuptools>=61.0"]
|
||||
build-backend = "setuptools.build_meta"
|
||||
|
||||
[project]
|
||||
name = "text_analyzer"
|
||||
version = "0.1.0"
|
||||
description = "CLI tool for analyzing text files"
|
||||
requires-python = ">=3.12"
|
||||
dependencies = []
|
||||
|
||||
[project.scripts]
|
||||
text-analyzer = "text_analyzer.cli:main"
|
||||
|
||||
[tool.ruff]
|
||||
line-length = 88
|
||||
|
||||
[tool.mypy]
|
||||
strict = true
|
||||
|
||||
[tool.pytest.ini_options]
|
||||
testpaths = ["tests"]
|
||||
0
requirements.txt
Normal file
0
requirements.txt
Normal file
0
src/text_analyzer/__init__.py
Normal file
0
src/text_analyzer/__init__.py
Normal file
40
src/text_analyzer/cli.py
Normal file
40
src/text_analyzer/cli.py
Normal file
@@ -0,0 +1,40 @@
|
||||
import argparse
|
||||
import json
|
||||
import sys
|
||||
from pathlib import Path
|
||||
|
||||
from text_analyzer.core import analyze_file
|
||||
|
||||
|
||||
def main() -> None:
|
||||
parser = argparse.ArgumentParser(description="Text Analyzer CLI tool")
|
||||
parser.add_argument("file", type=Path, help="Path to text file")
|
||||
parser.add_argument("--top", type=int, default=5, help="Top N words")
|
||||
parser.add_argument("--min-len", type=int, default=1, help="Minimum word length")
|
||||
parser.add_argument(
|
||||
"--format", choices=["text", "json"], default="text", help="Output format"
|
||||
)
|
||||
|
||||
args = parser.parse_args()
|
||||
|
||||
try:
|
||||
results = analyze_file(args.file, top_n=args.top, min_len=args.min_len)
|
||||
except FileNotFoundError as e:
|
||||
print(f"Error: {e}", file=sys.stderr)
|
||||
sys.exit(1)
|
||||
|
||||
if args.format == "json":
|
||||
print(json.dumps(results, indent=2))
|
||||
else:
|
||||
print(f"Lines: {results['lines']}")
|
||||
print(f"Words: {results['words']}")
|
||||
print(f"Chars: {results['chars']}")
|
||||
print("Top words:")
|
||||
top_words = results["top_words"]
|
||||
if isinstance(top_words, list):
|
||||
for word, count in top_words:
|
||||
print(f" {word}: {count}")
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
main()
|
||||
28
src/text_analyzer/core.py
Normal file
28
src/text_analyzer/core.py
Normal file
@@ -0,0 +1,28 @@
|
||||
from collections import Counter
|
||||
from pathlib import Path
|
||||
|
||||
|
||||
def analyze_file(
|
||||
file_path: Path, top_n: int = 5, min_len: int = 1
|
||||
) -> dict[str, object]:
|
||||
# Чтение файла и сбор базовой статистики
|
||||
if not file_path.exists():
|
||||
raise FileNotFoundError(f"File not found: {file_path}")
|
||||
|
||||
text = file_path.read_text(encoding="utf-8")
|
||||
lines = text.splitlines()
|
||||
words = [
|
||||
w.lower().strip(".,!?;:\"'()")
|
||||
for w in text.split()
|
||||
if len(w.strip(".,!?;:\"'()")) >= min_len
|
||||
]
|
||||
|
||||
counter = Counter(words)
|
||||
top_words = counter.most_common(top_n)
|
||||
|
||||
return {
|
||||
"lines": len(lines),
|
||||
"words": len(words),
|
||||
"chars": len(text),
|
||||
"top_words": top_words,
|
||||
}
|
||||
0
tests/__init__.py
Normal file
0
tests/__init__.py
Normal file
64
tests/test_core.py
Normal file
64
tests/test_core.py
Normal file
@@ -0,0 +1,64 @@
|
||||
from pathlib import Path
|
||||
|
||||
import pytest
|
||||
|
||||
from text_analyzer.core import analyze_file
|
||||
|
||||
|
||||
def test_basic_analysis(tmp_path: Path) -> None:
|
||||
test_file = tmp_path / "test.txt"
|
||||
test_file.write_text("hello world\nhello python")
|
||||
|
||||
res = analyze_file(test_file)
|
||||
assert res["lines"] == 2
|
||||
assert res["words"] == 4
|
||||
assert res["top_words"] == [("hello", 2), ("world", 1), ("python", 1)]
|
||||
|
||||
|
||||
def test_file_not_found() -> None:
|
||||
with pytest.raises(FileNotFoundError):
|
||||
analyze_file(Path("non_existent_file_123.txt"))
|
||||
|
||||
|
||||
def test_empty_file(tmp_path: Path) -> None:
|
||||
test_file = tmp_path / "empty.txt"
|
||||
test_file.write_text("")
|
||||
|
||||
res = analyze_file(test_file)
|
||||
assert res["lines"] == 0
|
||||
assert res["words"] == 0
|
||||
assert res["top_words"] == []
|
||||
|
||||
|
||||
@pytest.mark.parametrize(
|
||||
"min_len,expected_words",
|
||||
[
|
||||
(1, 4),
|
||||
(3, 2),
|
||||
(4, 1),
|
||||
],
|
||||
)
|
||||
def test_min_length_filter(tmp_path: Path, min_len: int, expected_words: int) -> None:
|
||||
test_file = tmp_path / "filter.txt"
|
||||
test_file.write_text("a ab abc abcd")
|
||||
|
||||
res = analyze_file(test_file, min_len=min_len)
|
||||
assert res["words"] == expected_words
|
||||
|
||||
|
||||
def test_top_n_param(tmp_path: Path) -> None:
|
||||
test_file = tmp_path / "top.txt"
|
||||
test_file.write_text("one two two three three three")
|
||||
|
||||
res = analyze_file(test_file, top_n=2)
|
||||
top_words = res["top_words"]
|
||||
assert isinstance(top_words, list)
|
||||
assert len(top_words) == 2
|
||||
|
||||
|
||||
def test_punctuation_stripping(tmp_path: Path) -> None:
|
||||
test_file = tmp_path / "punct.txt"
|
||||
test_file.write_text("hello, world! hello...")
|
||||
|
||||
res = analyze_file(test_file)
|
||||
assert res["top_words"] == [("hello", 2), ("world", 1)]
|
||||
Reference in New Issue
Block a user