Merge pull request #304636 from malob/fix-llama-index-core
python311Packages.llama-index-core: fix `pythonImportCheck` failures for dependent packages
This commit is contained in:
commit
164bbb0410
|
@ -6,6 +6,7 @@
|
||||||
deprecated,
|
deprecated,
|
||||||
dirtyjson,
|
dirtyjson,
|
||||||
fetchFromGitHub,
|
fetchFromGitHub,
|
||||||
|
fetchzip,
|
||||||
fsspec,
|
fsspec,
|
||||||
llamaindex-py-client,
|
llamaindex-py-client,
|
||||||
nest-asyncio,
|
nest-asyncio,
|
||||||
|
@ -29,6 +30,18 @@
|
||||||
typing-inspect,
|
typing-inspect,
|
||||||
}:
|
}:
|
||||||
|
|
||||||
|
let
|
||||||
|
stopwords = fetchzip {
|
||||||
|
url = "https://raw.githubusercontent.com/nltk/nltk_data/gh-pages/packages/corpora/stopwords.zip";
|
||||||
|
hash = "sha256-tX1CMxSvFjr0nnLxbbycaX/IBnzHFxljMZceX5zElPY=";
|
||||||
|
};
|
||||||
|
|
||||||
|
punkt = fetchzip {
|
||||||
|
url = "https://raw.githubusercontent.com/nltk/nltk_data/gh-pages/packages/tokenizers/punkt.zip";
|
||||||
|
hash = "sha256-SKZu26K17qMUg7iCFZey0GTECUZ+sTTrF/pqeEgJCos=";
|
||||||
|
};
|
||||||
|
in
|
||||||
|
|
||||||
buildPythonPackage rec {
|
buildPythonPackage rec {
|
||||||
pname = "llama-index-core";
|
pname = "llama-index-core";
|
||||||
version = "0.10.29";
|
version = "0.10.29";
|
||||||
|
@ -45,6 +58,20 @@ buildPythonPackage rec {
|
||||||
|
|
||||||
sourceRoot = "${src.name}/${pname}";
|
sourceRoot = "${src.name}/${pname}";
|
||||||
|
|
||||||
|
# When `llama-index` is imported, it uses `nltk` to look for the following files and tries to
|
||||||
|
# download them if they aren't present.
|
||||||
|
# https://github.com/run-llama/llama_index/blob/6efa53cebd5c8ccf363582c932fffde44d61332e/llama-index-core/llama_index/core/utils.py#L59-L67
|
||||||
|
# Setting `NLTK_DATA` to a writable path can also solve this problem, but it needs to be done in
|
||||||
|
# every package that depends on `llama-index-core` for `pythonImportsCheck` not to fail, so this
|
||||||
|
# solution seems more elegant.
|
||||||
|
patchPhase = ''
|
||||||
|
mkdir -p llama_index/core/_static/nltk_cache/corpora/stopwords/
|
||||||
|
cp -r ${stopwords}/* llama_index/core/_static/nltk_cache/corpora/stopwords/
|
||||||
|
|
||||||
|
mkdir -p llama_index/core/_static/nltk_cache/tokenizers/punkt/
|
||||||
|
cp -r ${punkt}/* llama_index/core/_static/nltk_cache/tokenizers/punkt/
|
||||||
|
'';
|
||||||
|
|
||||||
build-system = [ poetry-core ];
|
build-system = [ poetry-core ];
|
||||||
|
|
||||||
dependencies = [
|
dependencies = [
|
||||||
|
|
Loading…
Reference in New Issue
Block a user