s500042/webscraper
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix: update file path handling in main.py and simplify get_path function

Browse Source
This commit is contained in:
patilk 2024-11-16 00:42:11 +01:00
parent b509a852f1
commit a8136a7ff4
Signed by: s500042
GPG Key ID: 1921AD722E7392EE
2 changed files with 6 additions and 20 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
app/main.py
View File

@ -7,14 +7,14 @@ hrefs = []
def main():
directory = "dist"
file_path = os.path.join(directory, "data.json")
directory = os.path.dirname(os.path.realpath(__file__))
file_path = os.path.join(directory, "dist", "data.json")
scrap(urls[0])
data = []
try:
os.mkdir("dist")
os.mkdir(os.path.join(directory, "dist"))
except FileExistsError:
pass
with open(file_path, "w", encoding="utf-8") as file:

18
scripts/get_path.py
View File

@ -1,23 +1,9 @@
import os
from run_command import run_command
def get_path():
pwd = run_command("pwd")
splitted = pwd.split("/")
splitted[-1] = splitted[-1].replace("\n", "")
if splitted.count("webscraper") > 1 and "webscraper" in splitted:
for i in range(len(splitted) - 1, -1, -1):
potential_path = "/".join(splitted[: i + 1])
if "webscraper" in potential_path:
script_path = f"{potential_path}/scripts"
if os.path.isdir(script_path):
return potential_path
else:
return "This is not a valid webscraper project."
else:
path = "/".join(splitted[: splitted.index("webscraper") + 1])
current_path = os.path.dirname(os.path.abspath(__file__))
path = "/".join(current_path.split("/")[:-1])
return path