GPUでfaissを使いたいなら大人しくCondaを使え

dev-user@04f4ebefb539:/workspaces/llm$ /bin/python3 /workspaces/llm/faiss_test/faiss_test.py
Traceback (most recent call last):
  File "/workspaces/llm/faiss_test/faiss_test.py", line 1, in <module>
    import faiss
  File "/usr/local/lib/python3.8/dist-packages/faiss-1.7.4-py3.8.egg/faiss/__init__.py", line 16, in <module>
    from .loader import *
  File "/usr/local/lib/python3.8/dist-packages/faiss-1.7.4-py3.8.egg/faiss/loader.py", line 65, in <module>
    from .swigfaiss import *
  File "/usr/local/lib/python3.8/dist-packages/faiss-1.7.4-py3.8.egg/faiss/swigfaiss.py", line 13, in <module>
    from . import _swigfaiss
ImportError: /usr/local/lib/python3.8/dist-packages/faiss-1.7.4-py3.8.egg/faiss/_swigfaiss.so: undefined symbol: _ZN5faiss16IndexIVFFastScan12add_with_idsElPKfPKl

gpu_index = faiss.index_cpu_to_gpu(gpu_resource, 0, cpu_index)

#公式のdockerイメージをベースにする。
FROM nvidia/cuda:11.8.0-devel-ubuntu20.04 as base

#apt-get中にタイムゾーンの設定を聞かれる・・・
ENV EBIAN_FRONTEND=noninteractive
ENV TZ=Asia/Tokyo
RUN ln -snf /usr/share/zoneinfo/$TZ /etc/localtime && echo $TZ > /etc/timezone

SHELL ["/bin/bash", "-c"]
RUN apt update && apt upgrade -y
RUN apt-get update && apt-get install -y \
        bzip2 \
        git \
        libssl-dev \
        zlib1g-dev \
        libbz2-dev \
        libreadline-dev \
        libsqlite3-dev \
        llvm \
        libncurses5-dev \
        libncursesw5-dev \
        xz-utils \
        tk-dev \
        libffi-dev \
        liblzma-dev \
        python-openssl \
        sudo \
        swig \
        wget \
        cmake \
        vim \
        zip \
        zlib1g-dev \
        build-essential \
        curl \
        unzip \
        libffi-dev \
    && apt-get clean \
    && rm -rf /var/lib/apt/lists/*

# For CUDA profiling, TensorFlow requires CUPTI.
ARG USERNAME=dev-user
ARG GROUPNAME=dev-user
ARG UID=1000
ARG GID=1000
ARG PASSWORD=dev-user

#追加したユーザでsudoを使えるようにする
RUN groupadd -g $GID $GROUPNAME && \
    useradd -m -s /bin/bash -u $UID -g $GID $USERNAME  && \
    adduser dev-user sudo && \
    echo $USERNAME:$PASSWORD | chpasswd && \
    echo "$USERNAME   ALL=(ALL) NOPASSWD:ALL" >> /etc/sudoers

#rootのパスワードがわからないのでパスワードを変更
RUN echo "root:root" | chpasswd

tokenizers>=0.13.2
prompt_toolkit
numpy
rwkv 
transformers
accelerate
sentencepiece
colorama
llama-cpp-python
qdrant-client
sentence-transformers
langchain

The following packages listed on https://www.anaconda.com/cryptography are included in the repository accessible through Anaconda Distribution that relate to cryptography.

Last updated February 25, 2022


Do you accept the license terms? [yes|no]
[no] >>> yes

～～～～(中略)～～～～

modified      /home/dev-user/.bashrc

==> For changes to take effect, close and re-open your current shell. <==

If you'd prefer that conda's base environment not be activated on startup, 
   set the auto_activate_base parameter to false: 

conda config --set auto_activate_base false

Thank you for installing Anaconda3!

source /home/dev-user/.bashrc

conda create --name test python=3.10.6 pandas numpy

(base) dev-user@c3e96eda4c64:~$ conda activate llm                                                                                                                                                                
(llm) dev-user@c3e96eda4c64:~$

conda install -c conda-forge faiss-gpu