diff --git a/GraphRAG/fragate/output/20240925-005111/artifacts/lancedb/entity_description_embeddings.lance/_transactions/2-3bc64162-449a-442e-9030-0607adda0a05.txn b/GraphRAG/fragate/output/20240925-005111/artifacts/lancedb/entity_description_embeddings.lance/_transactions/2-3bc64162-449a-442e-9030-0607adda0a05.txn new file mode 100644 index 0000000000000000000000000000000000000000..794265530397f0221218f8a6fee27b62e74d5b08 --- /dev/null +++ b/GraphRAG/fragate/output/20240925-005111/artifacts/lancedb/entity_description_embeddings.lance/_transactions/2-3bc64162-449a-442e-9030-0607adda0a05.txn @@ -0,0 +1,2 @@ +$3bc64162-449a-442e-9030-0607adda0a05��id ���������*string08text ���������*string085vector ���������*fixed_size_list:float:153608% +attributes ���������*string08 \ No newline at end of file diff --git a/GraphRAG/fragate/output/20240925-005111/artifacts/lancedb/entity_description_embeddings.lance/_transactions/3-6b2bbbd5-57eb-47ca-8d00-7105a8fec7a6.txn b/GraphRAG/fragate/output/20240925-005111/artifacts/lancedb/entity_description_embeddings.lance/_transactions/3-6b2bbbd5-57eb-47ca-8d00-7105a8fec7a6.txn new file mode 100644 index 0000000000000000000000000000000000000000..27e4d4d5106d13f0e4465030c7cd23e2bf03fc60 Binary files /dev/null and b/GraphRAG/fragate/output/20240925-005111/artifacts/lancedb/entity_description_embeddings.lance/_transactions/3-6b2bbbd5-57eb-47ca-8d00-7105a8fec7a6.txn differ diff --git a/GraphRAG/fragate/output/20240925-005111/artifacts/lancedb/entity_description_embeddings.lance/_transactions/4-1443ca07-9f7d-4332-ba7c-f28248fd2d71.txn b/GraphRAG/fragate/output/20240925-005111/artifacts/lancedb/entity_description_embeddings.lance/_transactions/4-1443ca07-9f7d-4332-ba7c-f28248fd2d71.txn new file mode 100644 index 0000000000000000000000000000000000000000..7cdc0f10aad52d70c1e3c0f02c1ff60738f9ac4c --- /dev/null +++ b/GraphRAG/fragate/output/20240925-005111/artifacts/lancedb/entity_description_embeddings.lance/_transactions/4-1443ca07-9f7d-4332-ba7c-f28248fd2d71.txn @@ -0,0 +1,2 @@ +$1443ca07-9f7d-4332-ba7c-f28248fd2d71��id ���������*string08text ���������*string085vector ���������*fixed_size_list:float:153608% +attributes ���������*string08 \ No newline at end of file diff --git a/GraphRAG/fragate/output/20240925-005111/artifacts/lancedb/entity_description_embeddings.lance/_transactions/5-6473d378-601c-4756-9442-ca92058a201d.txn b/GraphRAG/fragate/output/20240925-005111/artifacts/lancedb/entity_description_embeddings.lance/_transactions/5-6473d378-601c-4756-9442-ca92058a201d.txn new file mode 100644 index 0000000000000000000000000000000000000000..04b5bc715a8c512428ac66e498357b2ad50273e5 Binary files /dev/null and b/GraphRAG/fragate/output/20240925-005111/artifacts/lancedb/entity_description_embeddings.lance/_transactions/5-6473d378-601c-4756-9442-ca92058a201d.txn differ diff --git a/GraphRAG/fragate/output/20240925-005111/artifacts/lancedb/entity_description_embeddings.lance/_versions/3.manifest b/GraphRAG/fragate/output/20240925-005111/artifacts/lancedb/entity_description_embeddings.lance/_versions/3.manifest new file mode 100644 index 0000000000000000000000000000000000000000..5ff6d56a92db3c94f3a9037c043413c3e9aeacd7 Binary files /dev/null and b/GraphRAG/fragate/output/20240925-005111/artifacts/lancedb/entity_description_embeddings.lance/_versions/3.manifest differ diff --git a/GraphRAG/fragate/output/20240925-005111/artifacts/lancedb/entity_description_embeddings.lance/_versions/4.manifest b/GraphRAG/fragate/output/20240925-005111/artifacts/lancedb/entity_description_embeddings.lance/_versions/4.manifest new file mode 100644 index 0000000000000000000000000000000000000000..00003f34e4773867c280e5f10a2acdf06f4cc9b9 Binary files /dev/null and b/GraphRAG/fragate/output/20240925-005111/artifacts/lancedb/entity_description_embeddings.lance/_versions/4.manifest differ diff --git a/GraphRAG/fragate/output/20240925-005111/artifacts/lancedb/entity_description_embeddings.lance/_versions/5.manifest b/GraphRAG/fragate/output/20240925-005111/artifacts/lancedb/entity_description_embeddings.lance/_versions/5.manifest new file mode 100644 index 0000000000000000000000000000000000000000..de066f3b12cce981106f9e3a804ce63a1efac238 Binary files /dev/null and b/GraphRAG/fragate/output/20240925-005111/artifacts/lancedb/entity_description_embeddings.lance/_versions/5.manifest differ diff --git a/GraphRAG/fragate/output/20240925-005111/artifacts/lancedb/entity_description_embeddings.lance/_versions/6.manifest b/GraphRAG/fragate/output/20240925-005111/artifacts/lancedb/entity_description_embeddings.lance/_versions/6.manifest new file mode 100644 index 0000000000000000000000000000000000000000..edb2c42969543d0dbb0034983935d247e5268383 Binary files /dev/null and b/GraphRAG/fragate/output/20240925-005111/artifacts/lancedb/entity_description_embeddings.lance/_versions/6.manifest differ diff --git a/GraphRAG/fragate/output/20240925-005111/artifacts/lancedb/entity_description_embeddings.lance/data/af0189de-7395-4a82-a88c-61f7f653ca91.lance b/GraphRAG/fragate/output/20240925-005111/artifacts/lancedb/entity_description_embeddings.lance/data/af0189de-7395-4a82-a88c-61f7f653ca91.lance new file mode 100644 index 0000000000000000000000000000000000000000..3f5e12c4eeef0846c3c77d7d4b316b24ff87484f Binary files /dev/null and b/GraphRAG/fragate/output/20240925-005111/artifacts/lancedb/entity_description_embeddings.lance/data/af0189de-7395-4a82-a88c-61f7f653ca91.lance differ diff --git a/GraphRAG/fragate/output/20240925-005111/artifacts/lancedb/entity_description_embeddings.lance/data/bf386821-648e-475f-995e-080ef03662b0.lance b/GraphRAG/fragate/output/20240925-005111/artifacts/lancedb/entity_description_embeddings.lance/data/bf386821-648e-475f-995e-080ef03662b0.lance new file mode 100644 index 0000000000000000000000000000000000000000..3f5e12c4eeef0846c3c77d7d4b316b24ff87484f Binary files /dev/null and b/GraphRAG/fragate/output/20240925-005111/artifacts/lancedb/entity_description_embeddings.lance/data/bf386821-648e-475f-995e-080ef03662b0.lance differ diff --git a/GraphRAG/fragate/run.ipynb b/GraphRAG/fragate/run.ipynb index 2642bc98c4938476de3928223147564c19e1f467..de42552f6d7ed439e3c7872e48937a1d80eb0ed7 100644 --- a/GraphRAG/fragate/run.ipynb +++ b/GraphRAG/fragate/run.ipynb @@ -9,21 +9,48 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 2, "metadata": { "vscode": { "languageId": "shellscript" } }, - "outputs": [], + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "\n", + "\n", + "INFO: Vector Store Args: {}\n", + "creating llm client with {'api_key': 'REDACTED,len=51', 'type': \"openai_chat\", 'model': 'gpt-3.5-turbo', 'max_tokens': 4000, 'temperature': 0.0, 'top_p': 1.0, 'n': 1, 'request_timeout': 180.0, 'api_base': None, 'api_version': None, 'organization': None, 'proxy': None, 'cognitive_services_endpoint': None, 'deployment_name': None, 'model_supports_json': True, 'tokens_per_minute': 0, 'requests_per_minute': 0, 'max_retries': 10, 'max_retry_wait': 10.0, 'sleep_on_rate_limit_recommendation': True, 'concurrent_requests': 25}\n", + "creating embedding llm client with {'api_key': 'REDACTED,len=51', 'type': \"openai_embedding\", 'model': 'text-embedding-3-small', 'max_tokens': 4000, 'temperature': 0, 'top_p': 1, 'n': 1, 'request_timeout': 180.0, 'api_base': None, 'api_version': None, 'organization': None, 'proxy': None, 'cognitive_services_endpoint': None, 'deployment_name': None, 'model_supports_json': None, 'tokens_per_minute': 0, 'requests_per_minute': 0, 'max_retries': 10, 'max_retry_wait': 10.0, 'sleep_on_rate_limit_recommendation': True, 'concurrent_requests': 25}\n", + "\n", + "SUCCESS: Local Search Response:\n", + "In den bereitgestellten Daten sind insgesamt acht Akademien aufgeführt. Hier sind sie aufgelistet:\n", + "\n", + "1. Bayerische Akademie der Wissenschaften [Data: Entities (77)]\n", + "2. Nordrhein-Westfälische Akademie der Wissenschaften und der Künste [Data: Entities (78)]\n", + "3. Akademie der Wissenschaften und der Literatur Mainz [Data: Entities (3)]\n", + "4. Akademie der Wissenschaften in Hamburg [Data: Entities (30)]\n", + "5. Berlin-Brandenburgische Akademie der Wissenschaften [Data: Entities (2)]\n", + "6. Sächsische Akademie der Wissenschaften zu Leipzig [Data: Entities (93)]\n", + "7. Heidelberger Akademie der Wissenschaften [Data: Entities (65)]\n", + "8. Akademievorhaben [Data: Entities (86)]\n", + "\n", + "Diese Akademien sind in verschiedenen Projekten und Initiativen aktiv und tragen zur Forschung und Erhaltung des kulturellen Erbes bei. Jede Akademie hat spezifische Schwerpunkte und Beiträge zur wissenschaftlichen Gemeinschaft.\n" + ] + } + ], "source": [ "import os\n", "\n", - "#!export GRAPHRAG_API_KEY=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\n", - "#!export OPENAI_API_KEY=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\n", + "#!export GRAPHRAG_API_KEY=xxx\n", + "#!export OPENAI_API_KEY=xxx\n", "\n", - "os.environ['GRAPHRAG_API_KEY'] = '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'\n", - "os.environ['OPENAI_API_KEY'] = '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'\n", + "os.environ['GRAPHRAG_API_KEY'] = 'xxx'\n", + "os.environ['OPENAI_API_KEY'] = 'xxx'\n", "\n", "!python -m graphrag.query --root . --method local \"nenne alle acht Akademien\"" ] diff --git a/GraphRAG/minigraph/run.ipynb b/GraphRAG/minigraph/run.ipynb index 6b1d648f646690f73b4adbcc9f77fbec693526d3..0b08d9d4f563e40e4389cf606aa25d3bb79275b5 100644 --- a/GraphRAG/minigraph/run.ipynb +++ b/GraphRAG/minigraph/run.ipynb @@ -23,11 +23,11 @@ "source": [ "import os\n", "\n", - "#!export GRAPHRAG_API_KEY=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\n", - "#!export OPENAI_API_KEY=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\n", + "#!export GRAPHRAG_API_KEY=xxx\n", + "#!export OPENAI_API_KEY=xxx\n", "\n", - "os.environ['GRAPHRAG_API_KEY'] = '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'\n", - "os.environ['OPENAI_API_KEY'] = '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'" + "os.environ['GRAPHRAG_API_KEY'] = 'xxx'\n", + "os.environ['OPENAI_API_KEY'] = 'xxx" ] }, { diff --git a/parsing/chunking.ipynb b/parsing/chunking.ipynb index 36cc5808077b5ca21901b384484984092ae9dca4..4f46e3ada5032d292e71fd8e1cd28e96f3732b09 100644 --- a/parsing/chunking.ipynb +++ b/parsing/chunking.ipynb @@ -27,8 +27,8 @@ "\n", "\n", "\n", - "os.environ['GROQ_API_KEY'] = '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'\n", - "os.environ['OPENAI_API_KEY'] = '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'" + "os.environ['GROQ_API_KEY'] = 'xxx'\n", + "os.environ['OPENAI_API_KEY'] = 'xxx'" ] }, { diff --git a/warmup/api_python.ipynb b/warmup/api_python.ipynb index f375e887d15b70b8044790b6151522af98da3664..1b7ae52ff2da17c4bcc5278c438aa26d829c787c 100644 --- a/warmup/api_python.ipynb +++ b/warmup/api_python.ipynb @@ -33,8 +33,8 @@ "outputs": [], "source": [ "import os\n", - "os.environ['GROQ_API_KEY'] = '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'\n", - "os.environ['OPENAI_API_KEY'] = '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'" + "os.environ['GROQ_API_KEY'] = 'xxx'\n", + "os.environ['OPENAI_API_KEY'] = 'xxx'" ] }, { diff --git a/warmup/useful_commands.ipynb b/warmup/useful_commands.ipynb index ced3bc756761052df2a11297265c26b9ea988a81..c84b73e02a4b93a440fa85c115f69d1483f71e3b 100644 --- a/warmup/useful_commands.ipynb +++ b/warmup/useful_commands.ipynb @@ -30,7 +30,7 @@ "source": [ "# List the models available\n", "# get OpenAI API keys from https://platform.openai.com/api-keys\n", - "!curl https://api.openai.com/v1/models -H \"Authorization: Bearer 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\"" + "!curl https://api.openai.com/v1/models -H \"Authorization: Bearer xxx\"" ] }, { @@ -45,7 +45,7 @@ "source": [ "# List the models available (Groq)\n", "# get Groq API key from https://console.groq.com/keys\n", - "!curl https://api.groq.com/openai/v1/models -H \"Authorization: Bearer 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\"" + "!curl https://api.groq.com/openai/v1/models -H \"Authorization: Bearer xxx\"" ] }, { @@ -68,7 +68,7 @@ "source": [ "!curl https://api.openai.com/v1/embeddings \\\n", " -H \"Content-Type: application/json\" \\\n", - " -H \"Authorization: Bearer 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\" \\\n", + " -H \"Authorization: Bearer xxx\" \\\n", " -d '{\"model\": \"text-embedding-3-small\", \"input\": \"Ottos Mops kotzt\" }'" ] }, @@ -85,7 +85,7 @@ "metadata": {}, "outputs": [], "source": [ - "!curl https://api.openai.com/v1/models -H \"Authorization: Bearer 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\" | grep embed" + "!curl https://api.openai.com/v1/models -H \"Authorization: Bearer xxx\" | grep embed" ] }, { @@ -141,7 +141,7 @@ "source": [ "!curl https://api.openai.com/v1/chat/completions \\\n", " -H \"Content-Type: application/json\" \\\n", - " -H \"Authorization: Bearer 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\" \\\n", + " -H \"Authorization: Bearer xxx\" \\\n", " -d '{ \"model\": \"gpt-3.5-turbo\", \"messages\": [{\"role\": \"user\", \"content\": \"Warum ist die Banane krumm?\"}],\"max_tokens\": 100 }'" ] }