Merge pull request #299768 from fabaff/llama-index-integrations

python312Packages.llama-index-embeddings-ollama: init at 0.1.2
This commit is contained in:
Fabian Affolter 2024-03-28 22:42:37 +01:00 committed by GitHub
commit b68ab83ac5
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
17 changed files with 786 additions and 25 deletions

View File

@ -0,0 +1,51 @@
{ lib
, buildPythonPackage
, fetchFromGitHub
, pythonOlder
, setuptools
, setuptools-scm
, sniffio
}:
buildPythonPackage rec {
pname = "asgi-lifespan";
version = "2.1.0";
pyproject = true;
disabled = pythonOlder "3.8";
src = fetchFromGitHub {
owner = "florimondmanca";
repo = "asgi-lifespan";
rev = "refs/tags/${version}";
hash = "sha256-Jgmd/4c1lxHM/qi3MJNN1aSSUJrI7CRNwwHrFwwcCkc=";
};
postPatch = ''
sed -i "/--cov/d" setup.cfg
'';
build-system = [
setuptools
setuptools-scm
];
dependencies = [
sniffio
];
# Circular dependencies, starlette
doCheck = false;
pythonImportsCheck = [
"asgi_lifespan"
];
meta = with lib; {
description = "Programmatic startup/shutdown of ASGI apps";
homepage = "https://github.com/florimondmanca/asgi-lifespan";
changelog = "https://github.com/florimondmanca/asgi-lifespan/blob/${version}/CHANGELOG.md";
license = licenses.mit;
maintainers = with maintainers; [ fab ];
};
}

View File

@ -0,0 +1,45 @@
{ lib
, buildPythonPackage
, fetchPypi
, llama-index-core
, poetry-core
, pythonOlder
, sentence-transformers
}:
buildPythonPackage rec {
pname = "llama-index-embeddings-huggingface";
version = "0.2.0";
pyproject = true;
disabled = pythonOlder "3.8";
src = fetchPypi {
pname = "llama_index_embeddings_huggingface";
inherit version;
hash = "sha256-3PCplFXzfE4aL91c1lyd0aRRu4aMP4DDNcTQybadAHE=";
};
build-system = [
poetry-core
];
dependencies = [
llama-index-core
sentence-transformers
];
# Tests are only available in the mono repo
doCheck = false;
pythonImportsCheck = [
"llama_index.embeddings.huggingface"
];
meta = with lib; {
description = "LlamaIndex Embeddings Integration for Huggingface";
homepage = "https://github.com/run-llama/llama_index/tree/main/llama-index-integrations/embeddings/llama-index-embeddings-huggingface";
license = licenses.mit;
maintainers = with maintainers; [ fab ];
};
}

View File

@ -0,0 +1,45 @@
{ lib
, buildPythonPackage
, fetchPypi
, google-generativeai
, llama-index-core
, poetry-core
, pytestCheckHook
, pythonOlder
}:
buildPythonPackage rec {
pname = "llama-index-embeddings-ollama";
version = "0.1.2";
pyproject = true;
disabled = pythonOlder "3.9";
src = fetchPypi {
pname = "llama_index_embeddings_ollama";
inherit version;
hash = "sha256-qeCAm93S5K2IjySVGe3H49M5x05OA/xaQMMGDcQdR6k=";
};
build-system = [
poetry-core
];
dependencies = [
llama-index-core
];
# Tests are only available in the mono repo
doCheck = false;
pythonImportsCheck = [
"llama_index.embeddings.ollama"
];
meta = with lib; {
description = "LlamaIndex Llms Integration for Ollama";
homepage = "https://github.com/run-llama/llama_index/tree/main/llama-index-integrations/embeddings/llama-index-embeddings-ollama";
license = licenses.mit;
maintainers = with maintainers; [ fab ];
};
}

View File

@ -0,0 +1,42 @@
{ lib
, buildPythonPackage
, fetchPypi
, llama-index-core
, nebula3-python
, poetry-core
, pythonOlder
}:
buildPythonPackage rec {
pname = "llama-index-graph-stores-nebula";
version = "0.1.2";
pyproject = true;
disabled = pythonOlder "3.8";
src = fetchPypi {
pname = "llama_index_graph_stores_nebula";
inherit version;
hash = "sha256-Xb/0ogj2NlGV4MGC9Be54d/JfalT40jtAe6LOPO1u/8=";
};
build-system = [
poetry-core
];
dependencies = [
llama-index-core
nebula3-python
];
pythonImportsCheck = [
"llama_index.graph_stores.nebula"
];
meta = with lib; {
description = "LlamaIndex Graph Store Integration for Nebula";
homepage = "https://github.com/run-llama/llama_index/tree/main/llama-index-integrations/graph_stores/llama-index-graph-stores-nebula";
license = licenses.mit;
maintainers = with maintainers; [ fab ];
};
}

View File

@ -0,0 +1,42 @@
{ lib
, buildPythonPackage
, fetchPypi
, neo4j
, llama-index-core
, poetry-core
, pythonOlder
}:
buildPythonPackage rec {
pname = "llama-index-graph-stores-neo4j";
version = "0.1.3";
pyproject = true;
disabled = pythonOlder "3.8";
src = fetchPypi {
pname = "llama_index_graph_stores_neo4j";
inherit version;
hash = "sha256-AUWezvdONxz5H42VpTjh7NrBkTdWjtBJyMvA8kSh5w4=";
};
build-system = [
poetry-core
];
dependencies = [
neo4j
llama-index-core
];
pythonImportsCheck = [
"llama_index.graph_stores.neo4j"
];
meta = with lib; {
description = "LlamaIndex Graph Store Integration for Neo4j";
homepage = "https://github.com/run-llama/llama_index/tree/main/llama-index-integrations/graph_stores/llama-index-graph-stores-neo4j";
license = licenses.mit;
maintainers = with maintainers; [ fab ];
};
}

View File

@ -0,0 +1,42 @@
{ lib
, buildPythonPackage
, fetchPypi
, boto3
, llama-index-core
, poetry-core
, pythonOlder
}:
buildPythonPackage rec {
pname = "llama-index-graph-stores-neptune";
version = "0.1.3";
pyproject = true;
disabled = pythonOlder "3.8";
src = fetchPypi {
pname = "llama_index_graph_stores_neptune";
inherit version;
hash = "sha256-ZveFCJJT7Qal82cuVTs+3AmSuvdc7GsHqqqNvcDb3CY=";
};
build-system = [
poetry-core
];
dependencies = [
boto3
llama-index-core
];
pythonImportsCheck = [
"llama_index.graph_stores.neptune"
];
meta = with lib; {
description = "LlamaIndex Graph Store Integration for Neptune";
homepage = "https://github.com/run-llama/llama_index/tree/main/llama-index-integrations/graph_stores/llama-index-graph-stores-neptune";
license = licenses.mit;
maintainers = with maintainers; [ fab ];
};
}

View File

@ -0,0 +1,43 @@
{ lib
, buildPythonPackage
, fetchPypi
, llama-index-core
, poetry-core
, pythonOlder
}:
buildPythonPackage rec {
pname = "llama-index-llms-ollama";
version = "0.1.2";
pyproject = true;
disabled = pythonOlder "3.8";
src = fetchPypi {
pname = "llama_index_llms_ollama";
inherit version;
hash = "sha256-GexyfQSMhzkV1bA32aL+lWUgwBmxHXq4w8QG3RHzTks=";
};
build-system = [
poetry-core
];
dependencies = [
llama-index-core
];
# Tests are only available in the mono repo
doCheck = false;
pythonImportsCheck = [
"llama_index.llms.ollama"
];
meta = with lib; {
description = "LlamaIndex LLMS Integration for ollama";
homepage = "https://github.com/run-llama/llama_index/tree/main/llama-index-integrations/llms/llama-index-llms-ollama";
license = licenses.mit;
maintainers = with maintainers; [ fab ];
};
}

View File

@ -0,0 +1,47 @@
{ lib
, buildPythonPackage
, fetchPypi
, llama-index-core
, llama-index-llms-openai
, poetry-core
, pythonOlder
, transformers
}:
buildPythonPackage rec {
pname = "llama-index-llms-openai-like";
version = "0.1.3";
pyproject = true;
disabled = pythonOlder "3.8";
src = fetchPypi {
pname = "llama_index_llms_openai_like";
inherit version;
hash = "sha256-w0EjJQd8dSY+N9YNUBMUub3HcPEtiisW51bn2ayPnj8=";
};
build-system = [
poetry-core
];
dependencies = [
llama-index-core
llama-index-llms-openai
transformers
];
# Tests are only available in the mono repo
doCheck = false;
pythonImportsCheck = [
"llama_index.llms.openai_like"
];
meta = with lib; {
description = "LlamaIndex LLMS Integration for OpenAI like";
homepage = "https://github.com/run-llama/llama_index/tree/main/llama-index-integrations/llms/llama-index-llms-openai-like";
license = licenses.mit;
maintainers = with maintainers; [ fab ];
};
}

View File

@ -0,0 +1,48 @@
{ lib
, buildPythonPackage
, fetchPypi
, google-generativeai
, llama-index-core
, poetry-core
, pythonOlder
, pythonRelaxDepsHook
}:
buildPythonPackage rec {
pname = "llama-index-vector-stores-google";
version = "0.1.4";
pyproject = true;
disabled = pythonOlder "3.8";
src = fetchPypi {
pname = "llama_index_vector_stores_google";
inherit version;
hash = "sha256-5HjbymV7wdcu/C+ndWCxj3j10QIgVqUaSaZ4cRMJ46U=";
};
pythonRelaxDeps = [
"google-generativeai"
];
build-system = [
poetry-core
pythonRelaxDepsHook
];
dependencies = [
google-generativeai
llama-index-core
];
pythonImportsCheck = [
"llama_index.vector_stores.google"
];
meta = with lib; {
description = "LlamaIndex Vector Store Integration for Google";
homepage = "https://github.com/run-llama/llama_index/tree/main/llama-index-integrations/vector_stores/llama-index-vector-stores-google";
license = licenses.mit;
maintainers = with maintainers; [ fab ];
};
}

View File

@ -0,0 +1,52 @@
{ lib
, asyncpg
, buildPythonPackage
, fetchPypi
, llama-index-core
, pgvector
, poetry-core
, psycopg2
, pythonRelaxDepsHook
, pythonOlder
}:
buildPythonPackage rec {
pname = "llama-index-vector-stores-postgres";
version = "0.1.3";
pyproject = true;
disabled = pythonOlder "3.8";
src = fetchPypi {
pname = "llama_index_vector_stores_postgres";
inherit version;
hash = "sha256-vWqCcda9dDPLceoOEgMivpBmkLbKs/poEjzCk/q4HwI=";
};
pythonRemoveDeps = [
"psycopg2-binary"
];
build-system = [
poetry-core
pythonRelaxDepsHook
];
dependencies = [
asyncpg
llama-index-core
pgvector
psycopg2
];
pythonImportsCheck = [
"llama_index.vector_stores.postgres"
];
meta = with lib; {
description = "LlamaIndex Vector Store Integration for Postgres";
homepage = "https://github.com/run-llama/llama_index/tree/main/llama-index-integrations/vector_stores/llama-index-vector-stores-postgres";
license = licenses.mit;
maintainers = with maintainers; [ fab ];
};
}

View File

@ -0,0 +1,44 @@
{ lib
, buildPythonPackage
, fetchPypi
, llama-index-core
, qdrant-client
, poetry-core
, grpcio
, pythonOlder
}:
buildPythonPackage rec {
pname = "llama-index-vector-stores-qdrant";
version = "0.1.4";
pyproject = true;
disabled = pythonOlder "3.8";
src = fetchPypi {
pname = "llama_index_vector_stores_qdrant";
inherit version;
hash = "sha256-UIiEL7ZUcGQusyhs9cFsPOZ8qxH7ouoCnQMemlho0lA=";
};
build-system = [
poetry-core
];
dependencies = [
grpcio
llama-index-core
qdrant-client
];
pythonImportsCheck = [
"llama_index.vector_stores.qdrant"
];
meta = with lib; {
description = "LlamaIndex Vector Store Integration for Qdrant";
homepage = "https://github.com/run-llama/llama_index/tree/main/llama-index-integrations/vector_stores/llama-index-vector-stores-qdrant";
license = licenses.mit;
maintainers = with maintainers; [ fab ];
};
}

View File

@ -1,34 +1,35 @@
{ lib
, accelerate
, aiohttp
, buildPythonPackage
, fastapi
, fetchFromGitHub
, pythonOlder
, flask
, numpy
, pg8000
, pillow
, pydantic
, pytestCheckHook
, pythonOlder
, pythonRelaxDepsHook
, redis
, requests
, aiohttp
, sentence-transformers
, setuptools
, sqlalchemy
, sqlitedict
, tenacity
, tiktoken
, xxhash
, # optional dependencies
accelerate
, flask
, sentence-transformers
, torch
, transformers
, fastapi
, uvicorn
, pillow
, pg8000
, sqlalchemy
, pytestCheckHook
, xxhash
}:
buildPythonPackage rec {
pname = "manifest-ml";
version = "0.1.9";
format = "setuptools";
pyproject = true;
disabled = pythonOlder "3.8";
@ -41,7 +42,16 @@ buildPythonPackage rec {
__darwinAllowLocalNetworking = true;
propagatedBuildInputs = [
pythonRelaxDeps = [
"pydantic"
];
build-system = [
pythonRelaxDepsHook
setuptools
];
dependencies = [
numpy
pydantic
redis
@ -51,7 +61,7 @@ buildPythonPackage rec {
tenacity
tiktoken
xxhash
] ++ lib.flatten (lib.attrValues passthru.optional-dependencies);
];
passthru.optional-dependencies = {
api = [
@ -79,7 +89,7 @@ buildPythonPackage rec {
nativeCheckInputs = [
pytestCheckHook
];
] ++ lib.flatten (lib.attrValues passthru.optional-dependencies);
preCheck = ''
export HOME=$TMPDIR
@ -91,12 +101,17 @@ buildPythonPackage rec {
];
disabledTests = [
# these tests have db access
# Tests require DB access
"test_init"
"test_key_get_and_set"
"test_get"
# this test has network access
# Tests require network access
"test_abatch_run"
"test_batch_run"
"test_retry_handling"
"test_run_chat"
"test_run"
"test_score_run"
# Test is time-senstive
"test_timing"
];

View File

@ -0,0 +1,67 @@
{ lib
, buildPythonPackage
, fetchFromGitHub
, pdm-backend
, future
, httplib2
, pythonOlder
, pytz
, pytestCheckHook
, six
}:
buildPythonPackage rec {
pname = "nebula3-python";
version = "3.5.0";
pyproject = true;
disabled = pythonOlder "3.8";
src = fetchFromGitHub {
owner = "vesoft-inc";
repo = "nebula-python";
rev = "refs/tags/v${version}";
hash = "sha256-T9lZVYov6tQ8QRM2QtOGyolHk3O5FSb3xq70nS2Rr6c=";
};
build-system = [
pdm-backend
];
dependencies = [
future
httplib2
pytz
six
];
nativeCheckInputs = [
pytestCheckHook
];
pythonImportsCheck = [
"nebula3"
];
disabledTestPaths = [
# Tests require a running thrift instance
"tests/test_connection.py"
"tests/test_data_from_server.py"
"tests/test_graph_storage_client.py"
"tests/test_meta_cache.py"
"tests/test_parameter.py"
"tests/test_pool.py"
"tests/test_session.py"
"tests/test_session_pool.py"
"tests/test_ssl_connection.py"
"tests/test_ssl_pool.py"
];
meta = with lib; {
description = "Client API of Nebula Graph in Python";
homepage = "https://github.com/vesoft-inc/nebula-python";
changelog = "https://github.com/vesoft-inc/nebula-python/blob/${version}/CHANGELOG.md";
license = licenses.asl20;
maintainers = with maintainers; [ fab ];
};
}

View File

@ -4,9 +4,12 @@
, huggingface-hub
, nltk
, numpy
, pytestCheckHook
, pythonOlder
, scikit-learn
, scipy
, sentencepiece
, setuptools
, tokenizers
, torch
, torchvision
@ -16,17 +19,23 @@
buildPythonPackage rec {
pname = "sentence-transformers";
version = "2.5.1";
format = "setuptools";
version = "2.6.1";
pyproject = true;
disabled = pythonOlder "3.8";
src = fetchFromGitHub {
owner = "UKPLab";
repo = "sentence-transformers";
rev = "refs/tags/v${version}";
hash = "sha256-HIOizBf8YnPAj95cG1HopO9B/bhAmT0u3q5CM6POEjQ=";
hash = "sha256-09AAuv/yXTbBvjA4gu5ueZrQkVja0BTIGNLZ2tLSyh8=";
};
propagatedBuildInputs = [
build-system = [
setuptools
];
dependencies = [
huggingface-hub
nltk
numpy
@ -40,14 +49,37 @@ buildPythonPackage rec {
transformers
];
pythonImportsCheck = [ "sentence_transformers" ];
nativeCheckInputs = [
pytestCheckHook
];
doCheck = false; # tests fail at build_ext
pythonImportsCheck = [
"sentence_transformers"
];
disabledTests = [
# Tests require network access
"test_simple_encode"
"test_paraphrase_mining"
"test_cmnrl_same_grad"
"test_LabelAccuracyEvaluator"
"test_ParaphraseMiningEvaluator"
];
disabledTestPaths = [
# Tests require network access
"tests/test_pretrained_stsb.py"
"tests/test_sentence_transformer.py"
"tests/test_compute_embeddings.py"
"tests/test_multi_process.py"
"tests/test_cross_encoder.py"
"tests/test_train_stsb.py"
];
meta = with lib; {
description = "Multilingual Sentence & Image Embeddings with BERT";
homepage = "https://github.com/UKPLab/sentence-transformers";
changelog = "https://github.com/UKPLab/sentence-transformers/releases/tag/${src.rev}";
changelog = "https://github.com/UKPLab/sentence-transformers/releases/tag/${version}";
license = licenses.asl20;
maintainers = with maintainers; [ dit7ya ];
};

View File

@ -0,0 +1,67 @@
{ lib
, anyio
, asgi-lifespan
, buildPythonPackage
, fastapi
, fetchFromGitHub
, httpx
, pdm-backend
, psutil
, pytest-asyncio
, pytestCheckHook
, pythonOlder
, starlette
, uvicorn
}:
buildPythonPackage rec {
pname = "sse-starlette";
version = "2.0.0";
pyproject = true;
disabled = pythonOlder "3.8";
src = fetchFromGitHub {
owner = "sysid";
repo = "sse-starlette";
rev = "refs/tags/v${version}";
hash = "sha256-kDcSG/3foP7fMZKYrkKx6FHvT9c9rSzxyv2EHjQ2WSA=";
};
build-system = [
pdm-backend
];
dependencies = [
anyio
starlette
uvicorn
];
nativeCheckInputs = [
asgi-lifespan
fastapi
httpx
psutil
pytest-asyncio
pytestCheckHook
];
pythonImportsCheck = [
"sse_starlette"
];
disabledTests = [
# AssertionError
"test_stop_server_with_many_consumers"
"test_stop_server_conditional"
];
meta = with lib; {
description = "Server Sent Events for Starlette and FastAPI";
homepage = "https://github.com/sysid/sse-starlette";
changelog = "https://github.com/sysid/sse-starlette/blob/${version}/CHANGELOG.md";
license = licenses.bsd3;
maintainers = with maintainers; [ fab ];
};
}

View File

@ -0,0 +1,51 @@
{ lib
, buildPythonPackage
, fetchFromGitHub
, httpx
, poetry-core
, pytest-asyncio
, pytestCheckHook
, pythonOlder
, starlette
}:
buildPythonPackage rec {
pname = "starlette-context";
version = "0.3.6";
pyproject = true;
disabled = pythonOlder "3.8";
src = fetchFromGitHub {
owner = "tomwojcik";
repo = "starlette-context";
rev = "refs/tags/v${version}";
hash = "sha256-ZKwE2M86clYKdptd0o/j8VYUOj/Y/72uUnpxFbJ65vw=";
};
build-system = [
poetry-core
];
dependencies = [
starlette
];
nativeCheckInputs = [
httpx
pytest-asyncio
pytestCheckHook
];
pythonImportsCheck = [
"starlette_context"
];
meta = with lib; {
description = "Middleware for Starlette that allows you to store and access the context data of a request";
homepage = "https://github.com/tomwojcik/starlette-context";
changelog = "https://github.com/tomwojcik/starlette-context/releases/tag/v${version}";
license = licenses.mit;
maintainers = with maintainers; [ fab ];
};
}

View File

@ -783,6 +783,8 @@ self: super: with self; {
asgi-csrf = callPackage ../development/python-modules/asgi-csrf { };
asgi-lifespan = callPackage ../development/python-modules/asgi-lifespan { };
asgi-logger = callPackage ../development/python-modules/asgi-logger { };
asgineer = callPackage ../development/python-modules/asgineer { };
@ -6770,14 +6772,28 @@ self: super: with self; {
llama-index-embeddings-google = callPackage ../development/python-modules/llama-index-embeddings-google { };
llama-index-embeddings-huggingface = callPackage ../development/python-modules/llama-index-embeddings-huggingface { };
llama-index-embeddings-ollama = callPackage ../development/python-modules/llama-index-embeddings-ollama { };
llama-index-embeddings-openai = callPackage ../development/python-modules/llama-index-embeddings-openai { };
llama-index-graph-stores-nebula = callPackage ../development/python-modules/llama-index-graph-stores-nebula { };
llama-index-graph-stores-neo4j = callPackage ../development/python-modules/llama-index-graph-stores-neo4j { };
llama-index-graph-stores-neptune = callPackage ../development/python-modules/llama-index-graph-stores-neptune { };
llama-index-indices-managed-llama-cloud = callPackage ../development/python-modules/llama-index-indices-managed-llama-cloud { };
llama-index-legacy = callPackage ../development/python-modules/llama-index-legacy { };
llama-index-llms-ollama = callPackage ../development/python-modules/llama-index-llms-ollama { };
llama-index-llms-openai = callPackage ../development/python-modules/llama-index-llms-openai { };
llama-index-llms-openai-like = callPackage ../development/python-modules/llama-index-llms-openai-like { };
llama-index-multi-modal-llms-openai = callPackage ../development/python-modules/llama-index-multi-modal-llms-openai { };
llama-index-program-openai = callPackage ../development/python-modules/llama-index-program-openai { };
@ -6802,6 +6818,12 @@ self: super: with self; {
llama-index-vector-stores-chroma = callPackage ../development/python-modules/llama-index-vector-stores-chroma { };
llama-index-vector-stores-google = callPackage ../development/python-modules/llama-index-vector-stores-google { };
llama-index-vector-stores-postgres = callPackage ../development/python-modules/llama-index-vector-stores-postgres { };
llama-index-vector-stores-qdrant = callPackage ../development/python-modules/llama-index-vector-stores-qdrant { };
llama-parse = callPackage ../development/python-modules/llama-parse { };
llamaindex-py-client = callPackage ../development/python-modules/llamaindex-py-client { };
@ -8510,6 +8532,8 @@ self: super: with self; {
ndtypes = callPackage ../development/python-modules/ndtypes { };
nebula3-python = callPackage ../development/python-modules/nebula3-python { };
nengo = callPackage ../development/python-modules/nengo { };
neo = callPackage ../development/python-modules/neo { };
@ -14206,6 +14230,8 @@ self: super: with self; {
sseclient-py = callPackage ../development/python-modules/sseclient-py { };
sse-starlette = callPackage ../development/python-modules/sse-starlette { };
sshfs = callPackage ../development/python-modules/sshfs { };
sshpubkeys = callPackage ../development/python-modules/sshpubkeys { };
@ -14222,6 +14248,8 @@ self: super: with self; {
starlette = callPackage ../development/python-modules/starlette { };
starlette-context = callPackage ../development/python-modules/starlette-context { };
starlette-wtf = callPackage ../development/python-modules/starlette-wtf { };
starkbank-ecdsa = callPackage ../development/python-modules/starkbank-ecdsa { };