Till Fischer
commited on
Commit
·
ec6d3be
1
Parent(s):
240324f
Fix NLTK punkt setup and remove redundant downloads
Browse files- analyze_aspects.py +2 -5
analyze_aspects.py
CHANGED
|
@@ -13,10 +13,7 @@ from transformers import pipeline
|
|
| 13 |
from collections import defaultdict
|
| 14 |
import matplotlib.pyplot as plt
|
| 15 |
import os
|
| 16 |
-
|
| 17 |
-
nltk.download('punkt', download_dir='/home/user/nltk_data')
|
| 18 |
-
nltk.data.path.append('/home/user/nltk_data')
|
| 19 |
-
os.environ['NLTK_DATA'] = '/home/user/nltk_data'
|
| 20 |
|
| 21 |
def visualize_aspects(aspect_results: dict[str, list[float]], output_dir: Path, filename: str = "sentiment_aspekte.png"):
|
| 22 |
output_dir.mkdir(parents=True, exist_ok=True)
|
|
@@ -47,7 +44,7 @@ def visualize_aspects(aspect_results: dict[str, list[float]], output_dir: Path,
|
|
| 47 |
|
| 48 |
# NLTK punkt model for sentence tokenization
|
| 49 |
nltk.download('punkt', download_dir='/home/user/nltk_data')
|
| 50 |
-
from nltk import sent_tokenize
|
| 51 |
|
| 52 |
# Logging Configuration
|
| 53 |
def configure_logging():
|
|
|
|
| 13 |
from collections import defaultdict
|
| 14 |
import matplotlib.pyplot as plt
|
| 15 |
import os
|
| 16 |
+
nltk.download('punkt')
|
|
|
|
|
|
|
|
|
|
| 17 |
|
| 18 |
def visualize_aspects(aspect_results: dict[str, list[float]], output_dir: Path, filename: str = "sentiment_aspekte.png"):
|
| 19 |
output_dir.mkdir(parents=True, exist_ok=True)
|
|
|
|
| 44 |
|
| 45 |
# NLTK punkt model for sentence tokenization
|
| 46 |
nltk.download('punkt', download_dir='/home/user/nltk_data')
|
| 47 |
+
from nltk.tokenize import sent_tokenize
|
| 48 |
|
| 49 |
# Logging Configuration
|
| 50 |
def configure_logging():
|