| from github import Github | |
| from urllib.parse import urlparse | |
| import os | |
| from dotenv import load_dotenv | |
| load_dotenv() | |
| def extract_repo_name(url): | |
| path = urlparse(url).path.strip("/") | |
| return path.split("/")[-2], path.split("/")[-1] | |
| def is_important_file(path): | |
| ignored_dirs = ["node_modules", "test", "__tests__", ".git", "build", ".next", ".vscode"] | |
| important_dirs = ["src", "components", "pages", "hooks", "controller", "service", "frontend", "backend", "db", "database", "api", "ui", "models", "config", "scripts", "static", "templates","utils", "lib", "middleware", "tests", "styles", "public"] | |
| important_exts = [".py", ".js", ".ts", ".jsx", ".tsx", ".java", ".go", ".html", ".php", "Dockerfile", ".env.example",".dart",".cpp",".c",".php", ".css", ".scss", ".json", ".yaml", ".yml", ".md",".sh", ".bat", ".ps1", ".cpp", ".c", ".h", ".hpp",".ipynb", ".onnx", ".pb", ".tflite", "Dockerfile", "Makefile",".gradle", ".jar", ".war"] | |
| if any(ignored in path for ignored in ignored_dirs): | |
| return False | |
| if any(dir_ in path for dir_ in important_dirs) and any(path.endswith(ext) for ext in important_exts): | |
| return True | |
| if path.count("/") <= 1 and any(path.endswith(ext) for ext in important_exts): | |
| return True | |
| return False | |
| def get_filtered_file_contents(repo, path=""): | |
| contents = repo.get_contents(path) | |
| all_files = {} | |
| for content in contents: | |
| if content.type == "dir": | |
| all_files.update(get_filtered_file_contents(repo, content.path)) | |
| else: | |
| if is_important_file(content.path): | |
| try: | |
| file_data = content.decoded_content.decode("utf-8") | |
| all_files[content.path] = file_data | |
| except Exception as e: | |
| all_files[content.path] = f"Unable to read: {e}" | |
| return all_files | |
| def analyze_repo(repo_url): | |
| g = Github(os.getenv("GITHUB_TOKEN").strip()) | |
| owner, name = extract_repo_name(repo_url) | |
| repo = g.get_repo(f"{owner}/{name}") | |
| info = { | |
| "name": repo.name, | |
| "description": repo.description, | |
| "topics": repo.get_topics(), | |
| "files": get_filtered_file_contents(repo), | |
| "url": repo.html_url | |
| } | |
| return info | |