Add environment file

# environment for vllm generation

name: vllm

channels:

  - defaults

  - conda-forge

  - pytorch

dependencies:

  - python=3.9

  - conda-forge::cudatoolkit

  - conda-forge::exceptiongroup=1.2

  - conda-forge::tokenizers=0.15

  - conda-forge::transformers=4.36

  - conda-forge::typing_extensions

  - pytorch::pytorch

  - pytorch::pytorch-cuda=12.1

  - pip

  - pip: # remember to specify versions of pip installed packages with "=="

      - vllm=0.2.6

---

# environment for guided generation with outlines and vllm

name: rag

channels:

  - defaults

  - conda-forge

  - pytorch

dependencies:

  - python=3.9

  - conda-forge::cudatoolkit

  - conda-forge::exceptiongroup=1.2

  - conda-forge::outlines

  - conda-forge::ray-all=2.9

  - conda-forge::tokenizers=0.15

  - conda-forge::transformers=4.36

  - conda-forge::typing_extensions

  - pytorch::pytorch

  - pytorch::pytorch-cuda=12.1

  - pip

  - pip: # remember to specify versions of pip installed packages with "=="

      - vllm==0.2.6