fix: update file path handling in main.py and simplify get_path function
This commit is contained in:
parent
b509a852f1
commit
a8136a7ff4
@ -7,14 +7,14 @@ hrefs = []
|
||||
|
||||
|
||||
def main():
|
||||
directory = "dist"
|
||||
file_path = os.path.join(directory, "data.json")
|
||||
directory = os.path.dirname(os.path.realpath(__file__))
|
||||
file_path = os.path.join(directory, "dist", "data.json")
|
||||
scrap(urls[0])
|
||||
|
||||
data = []
|
||||
|
||||
try:
|
||||
os.mkdir("dist")
|
||||
os.mkdir(os.path.join(directory, "dist"))
|
||||
except FileExistsError:
|
||||
pass
|
||||
with open(file_path, "w", encoding="utf-8") as file:
|
||||
|
@ -1,24 +1,10 @@
|
||||
import os
|
||||
from run_command import run_command
|
||||
|
||||
|
||||
def get_path():
|
||||
pwd = run_command("pwd")
|
||||
splitted = pwd.split("/")
|
||||
splitted[-1] = splitted[-1].replace("\n", "")
|
||||
|
||||
if splitted.count("webscraper") > 1 and "webscraper" in splitted:
|
||||
for i in range(len(splitted) - 1, -1, -1):
|
||||
potential_path = "/".join(splitted[: i + 1])
|
||||
if "webscraper" in potential_path:
|
||||
script_path = f"{potential_path}/scripts"
|
||||
if os.path.isdir(script_path):
|
||||
return potential_path
|
||||
else:
|
||||
return "This is not a valid webscraper project."
|
||||
else:
|
||||
path = "/".join(splitted[: splitted.index("webscraper") + 1])
|
||||
return path
|
||||
current_path = os.path.dirname(os.path.abspath(__file__))
|
||||
path = "/".join(current_path.split("/")[:-1])
|
||||
return path
|
||||
|
||||
|
||||
def run_main():
|
||||
|
Loading…
Reference in New Issue
Block a user