|
28 | 28 | "metadata": {}, |
29 | 29 | "outputs": [], |
30 | 30 | "source": [ |
31 | | - "# Define your NEO4J database\n", |
32 | | - "\n", |
33 | | - "neo4j_database = \"neo4j\" \n", |
34 | | - "\n", |
35 | 31 | "# Define your nodes\n", |
36 | 32 | "\n", |
37 | 33 | "nodes = [\"user\", \"repo\", \"org\"]\n", |
|
63 | 59 | "source": [ |
64 | 60 | "import neo4j\n", |
65 | 61 | "from utils.neo4jdownloader import Neo4JDownloader\n", |
66 | | - "from dotenv import load_dotenv\n", |
| 62 | + "#from dotenv import load_dotenv\n", |
| 63 | + "from pathlib import Path\n", |
67 | 64 | "import os\n", |
68 | 65 | "\n", |
69 | | - "load_dotenv() # Load environment variables from .env file\n", |
| 66 | + "#load_dotenv() # Load environment variables from .env file\n", |
| 67 | + "\n", |
| 68 | + "def get_downloader():\n", |
| 69 | + " secrets_dir = Path(\"/secrets\")\n", |
| 70 | + " NEO4J_URI = (secrets_dir / \"neo4j_uri\").read_text()\n", |
| 71 | + " NEO4J_USERNAME = (secrets_dir / \"neo4j_user\").read_text()\n", |
| 72 | + " NEO4J_PASSWORD = (secrets_dir / \"neo4j_password\").read_text()\n", |
| 73 | + " NEO4J_DATABASE = (secrets_dir / \"neo4j_database\").read_text()\n", |
70 | 74 | "\n", |
71 | | - "def get_downloader(neo4j_database):\n", |
72 | | - " NEO4J_URI = os.environ.get(\"NEO4J_URI\")\n", |
73 | | - " NEO4J_USERNAME = os.environ.get(\"NEO4J_USER\")\n", |
74 | | - " NEO4J_PASSWORD = os.environ.get(\"NEO4J_PASSWORD\")\n", |
75 | | - " NEO4J_DATABASE = neo4j_database\n", |
| 75 | + " # NEO4J_URI = os.environ.get(\"NEO4J_URI\")\n", |
| 76 | + " # NEO4J_USERNAME = os.environ.get(\"NEO4J_USER\")\n", |
| 77 | + " # NEO4J_PASSWORD = os.environ.get(\"NEO4J_PASSWORD\")\n", |
| 78 | + " # NEO4J_DATABASE = neo4j_database\n", |
76 | 79 | "\n", |
77 | 80 | " return Neo4JDownloader(NEO4J_URI, NEO4J_USERNAME, NEO4J_PASSWORD, NEO4J_DATABASE)\n", |
78 | 81 | "\n", |
79 | | - "def extract_data(neo4j_database, nodes, relationships):\n", |
80 | | - " downloader = get_downloader(neo4j_database)\n", |
| 82 | + "def extract_data(nodes, relationships):\n", |
| 83 | + " downloader = get_downloader()\n", |
81 | 84 | "\n", |
82 | 85 | " try:\n", |
83 | 86 | " nodes_ids, nodes_features = downloader.retrieve_nodes(nodes)\n", |
|
95 | 98 | "metadata": {}, |
96 | 99 | "outputs": [], |
97 | 100 | "source": [ |
98 | | - "nodes_ids, nodes_features, edges_indices, edges_attributes = extract_data(neo4j_database, nodes, relationships)\n", |
| 101 | + "nodes_ids, nodes_features, edges_indices, edges_attributes = extract_data(nodes, relationships)\n", |
99 | 102 | "# example of looking at the output\n", |
100 | 103 | "# print(nodes_ids[\"org\"])\n", |
101 | 104 | "# print(nodes_features[\"org\"])\n", |
|
0 commit comments