Restructuring (#124)

* refactor: move packages into crates folder * feat: parameters should be send * refactor: move submodule * refactor: fix submodule * refactor: flatten crates structure * refactor: set correct version of llama * fmt: lint fixes * add cargo-toml * better crate docs * chore: add release plz
sobelio · May 10, 2023 · 52bc6ff · 52bc6ff
1 parent 73cdd99
commit 52bc6ff
Show file tree

Hide file tree

Showing 110 changed files with 145 additions and 17 deletions.
diff --git a/.github/workflows/cicd.yaml b/.github/workflows/cicd.yaml
@@ -29,6 +29,10 @@ jobs:
         with:
           command: fmt
           args: --all -- --check
+      - uses: EmbarkStudios/cargo-deny-action@v1
+        with:
+          log-level: warn
+          command: check
 
   build_and_test:
     strategy:

diff --git a/.github/workflows/release-plz.yaml b/.github/workflows/release-plz.yaml
@@ -0,0 +1,27 @@
+name: Release-plz
+
+permissions:
+  pull-requests: write
+  contents: write
+
+on:
+  push:
+    branches:
+      - main
+
+jobs:
+  release-plz:
+    name: Release-plz
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v3
+        with:
+          fetch-depth: 0
+      - name: Install Rust toolchain
+        uses: dtolnay/rust-toolchain@stable
+      - name: Run release-plz
+        uses: MarcoIeni/[email protected]
+        env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+          CARGO_REGISTRY_TOKEN: ${{ secrets.CARGO_REGISTRY_TOKEN }}
diff --git a/.gitmodules b/.gitmodules
@@ -1,3 +1,3 @@
-[submodule "llm-chain-llama/sys/llama.cpp"]
-	path = llm-chain-llama/sys/llama.cpp
+[submodule "crates/llm-chain-llama/sys/llama.cpp"]
+	path = crates/llm-chain-llama-sys/llama.cpp
 	url = https://github.com/ggerganov/llama.cpp.git
diff --git a/Cargo.toml b/Cargo.toml
@@ -1,12 +1,5 @@
 [workspace]
-members = [
-    "llm-chain",
-    "llm-chain-openai",
-    "llm-chain-llama",
-    "llm-chain-llama/sys",
-    "llm-chain-local",
-    "llm-chain-qdrant",
-]
+members = ["crates/*"]
 
 [workspace.metadata.release]
 shared-version = true
diff --git a/llm-chain-llama/sys/Cargo.toml → crates/llm-chain-llama-sys/Cargo.toml b/llm-chain-llama/sys/Cargo.toml → crates/llm-chain-llama-sys/Cargo.toml
diff --git a/llm-chain-llama/sys/README.md → crates/llm-chain-llama-sys/README.md b/llm-chain-llama/sys/README.md → crates/llm-chain-llama-sys/README.md
diff --git a/llm-chain-llama/sys/build.rs → crates/llm-chain-llama-sys/build.rs b/llm-chain-llama/sys/build.rs → crates/llm-chain-llama-sys/build.rs
diff --git a/llm-chain-llama/sys/llama.cpp → crates/llm-chain-llama-sys/llama.cpp b/llm-chain-llama/sys/llama.cpp → crates/llm-chain-llama-sys/llama.cpp
diff --git a/llm-chain-llama/sys/src/bindings.rs → crates/llm-chain-llama-sys/src/bindings.rs b/llm-chain-llama/sys/src/bindings.rs → crates/llm-chain-llama-sys/src/bindings.rs
diff --git a/llm-chain-llama/sys/src/lib.rs → crates/llm-chain-llama-sys/src/lib.rs b/llm-chain-llama/sys/src/lib.rs → crates/llm-chain-llama-sys/src/lib.rs
diff --git a/llm-chain-llama/sys/wrapper.h → crates/llm-chain-llama-sys/wrapper.h b/llm-chain-llama/sys/wrapper.h → crates/llm-chain-llama-sys/wrapper.h
diff --git a/llm-chain-llama/Cargo.toml → crates/llm-chain-llama/Cargo.toml b/llm-chain-llama/Cargo.toml → crates/llm-chain-llama/Cargo.toml
@@ -16,7 +16,7 @@ repository = "https://github.com/sobelio/llm-chain/"
 [dependencies]
 anyhow = "1.0.71"
 async-trait = "0.1.68"
-llm-chain-llama-sys = { path = "./sys", version = "0.9" }
+llm-chain-llama-sys = { path = "../llm-chain-llama-sys", version = "0.9" }
 llm-chain = { path = "../llm-chain", version = "0.9.1" }
 serde = { version = "1.0.160", features = ["derive"] }
 thiserror = "1.0.40"

diff --git a/llm-chain-llama/README.md → crates/llm-chain-llama/README.md b/llm-chain-llama/README.md → crates/llm-chain-llama/README.md
diff --git a/llm-chain-llama/examples/alpaca.rs → crates/llm-chain-llama/examples/alpaca.rs b/llm-chain-llama/examples/alpaca.rs → crates/llm-chain-llama/examples/alpaca.rs
diff --git a/...in-llama/examples/article_to_summarize.md → ...in-llama/examples/article_to_summarize.md b/...in-llama/examples/article_to_summarize.md → ...in-llama/examples/article_to_summarize.md
diff --git a/llm-chain-llama/examples/few_shot.rs → crates/llm-chain-llama/examples/few_shot.rs b/llm-chain-llama/examples/few_shot.rs → crates/llm-chain-llama/examples/few_shot.rs
diff --git a/llm-chain-llama/examples/map_reduce_llama.rs → ...-chain-llama/examples/map_reduce_llama.rs b/llm-chain-llama/examples/map_reduce_llama.rs → ...-chain-llama/examples/map_reduce_llama.rs
diff --git a/llm-chain-llama/examples/simple.rs → crates/llm-chain-llama/examples/simple.rs b/llm-chain-llama/examples/simple.rs → crates/llm-chain-llama/examples/simple.rs
diff --git a/llm-chain-llama/examples/stream.rs → crates/llm-chain-llama/examples/stream.rs b/llm-chain-llama/examples/stream.rs → crates/llm-chain-llama/examples/stream.rs
diff --git a/llm-chain-llama/src/context.rs → crates/llm-chain-llama/src/context.rs b/llm-chain-llama/src/context.rs → crates/llm-chain-llama/src/context.rs
diff --git a/llm-chain-llama/src/executor.rs → crates/llm-chain-llama/src/executor.rs b/llm-chain-llama/src/executor.rs → crates/llm-chain-llama/src/executor.rs
@@ -189,7 +189,7 @@ impl ExecutorTrait for Executor {
         &self,
         options: Option<&Self::PerInvocationOptions>,
         prompt: &Prompt,
-        is_streaming: Option<bool>,
+        _is_streaming: Option<bool>,
     ) -> Result<Self::Output, Self::Error> {
         let config = match options {
             Some(options) => options.clone(),

diff --git a/llm-chain-llama/src/lib.rs → crates/llm-chain-llama/src/lib.rs b/llm-chain-llama/src/lib.rs → crates/llm-chain-llama/src/lib.rs
diff --git a/llm-chain-llama/src/options.rs → crates/llm-chain-llama/src/options.rs b/llm-chain-llama/src/options.rs → crates/llm-chain-llama/src/options.rs
diff --git a/llm-chain-llama/src/output.rs → crates/llm-chain-llama/src/output.rs b/llm-chain-llama/src/output.rs → crates/llm-chain-llama/src/output.rs
diff --git a/llm-chain-llama/src/text_splitter.rs → crates/llm-chain-llama/src/text_splitter.rs b/llm-chain-llama/src/text_splitter.rs → crates/llm-chain-llama/src/text_splitter.rs
diff --git a/llm-chain-llama/src/tokenizer.rs → crates/llm-chain-llama/src/tokenizer.rs b/llm-chain-llama/src/tokenizer.rs → crates/llm-chain-llama/src/tokenizer.rs
diff --git a/llm-chain-local/Cargo.toml → crates/llm-chain-local/Cargo.toml b/llm-chain-local/Cargo.toml → crates/llm-chain-local/Cargo.toml
diff --git a/llm-chain-local/examples/simple.rs → crates/llm-chain-local/examples/simple.rs b/llm-chain-local/examples/simple.rs → crates/llm-chain-local/examples/simple.rs
diff --git a/llm-chain-local/src/executor.rs → crates/llm-chain-local/src/executor.rs b/llm-chain-local/src/executor.rs → crates/llm-chain-local/src/executor.rs
@@ -86,7 +86,7 @@ impl llm_chain::traits::Executor for Executor {
         &self,
         options: Option<&Self::PerInvocationOptions>,
         prompt: &Prompt,
-        is_streaming: Option<bool>,
+        _is_streaming: Option<bool>,
     ) -> Result<Self::Output, Self::Error> {
         let parameters = match options {
             None => Default::default(),

diff --git a/llm-chain-local/src/lib.rs → crates/llm-chain-local/src/lib.rs b/llm-chain-local/src/lib.rs → crates/llm-chain-local/src/lib.rs
diff --git a/llm-chain-local/src/options.rs → crates/llm-chain-local/src/options.rs b/llm-chain-local/src/options.rs → crates/llm-chain-local/src/options.rs
diff --git a/llm-chain-local/src/output.rs → crates/llm-chain-local/src/output.rs b/llm-chain-local/src/output.rs → crates/llm-chain-local/src/output.rs
diff --git a/llm-chain-local/src/text_splitter.rs → crates/llm-chain-local/src/text_splitter.rs b/llm-chain-local/src/text_splitter.rs → crates/llm-chain-local/src/text_splitter.rs
diff --git a/llm-chain-openai/Cargo.toml → crates/llm-chain-openai/Cargo.toml b/llm-chain-openai/Cargo.toml → crates/llm-chain-openai/Cargo.toml
diff --git a/...n-openai/examples/article_to_summarize.md → ...n-openai/examples/article_to_summarize.md b/...n-openai/examples/article_to_summarize.md → ...n-openai/examples/article_to_summarize.md
diff --git a/...hain-openai/examples/chain-from-json.json → ...hain-openai/examples/chain-from-json.json b/...hain-openai/examples/chain-from-json.json → ...hain-openai/examples/chain-from-json.json
diff --git a/llm-chain-openai/examples/chain-from-json.rs → ...-chain-openai/examples/chain-from-json.rs b/llm-chain-openai/examples/chain-from-json.rs → ...-chain-openai/examples/chain-from-json.rs
diff --git a/llm-chain-openai/examples/conversation.rs → ...llm-chain-openai/examples/conversation.rs b/llm-chain-openai/examples/conversation.rs → ...llm-chain-openai/examples/conversation.rs
diff --git a/...enai/examples/generator_with_parameter.rs → ...enai/examples/generator_with_parameter.rs b/...enai/examples/generator_with_parameter.rs → ...enai/examples/generator_with_parameter.rs
diff --git a/...penai/examples/map_reduce_long_article.rs → ...penai/examples/map_reduce_long_article.rs b/...penai/examples/map_reduce_long_article.rs → ...penai/examples/map_reduce_long_article.rs
diff --git a/...n-openai/examples/self_ask_with_search.rs → ...n-openai/examples/self_ask_with_search.rs b/...n-openai/examples/self_ask_with_search.rs → ...n-openai/examples/self_ask_with_search.rs
diff --git a/...-openai/examples/sequential_generation.rs → ...-openai/examples/sequential_generation.rs b/...-openai/examples/sequential_generation.rs → ...-openai/examples/sequential_generation.rs
diff --git a/llm-chain-openai/examples/simple_agent.rs → ...llm-chain-openai/examples/simple_agent.rs b/llm-chain-openai/examples/simple_agent.rs → ...llm-chain-openai/examples/simple_agent.rs
diff --git a/...hain-openai/examples/simple_embeddings.rs → ...hain-openai/examples/simple_embeddings.rs b/...hain-openai/examples/simple_embeddings.rs → ...hain-openai/examples/simple_embeddings.rs
diff --git a/...chain-openai/examples/simple_generator.rs → ...chain-openai/examples/simple_generator.rs b/...chain-openai/examples/simple_generator.rs → ...chain-openai/examples/simple_generator.rs
diff --git a/...hain-openai/examples/simple_invocation.rs → ...hain-openai/examples/simple_invocation.rs b/...hain-openai/examples/simple_invocation.rs → ...hain-openai/examples/simple_invocation.rs
diff --git a/...es/simple_sequential_generation_stream.rs → ...es/simple_sequential_generation_stream.rs b/...es/simple_sequential_generation_stream.rs → ...es/simple_sequential_generation_stream.rs
diff --git a/llm-chain-openai/src/chatgpt/executor.rs → .../llm-chain-openai/src/chatgpt/executor.rs b/llm-chain-openai/src/chatgpt/executor.rs → .../llm-chain-openai/src/chatgpt/executor.rs
diff --git a/llm-chain-openai/src/chatgpt/mod.rs → crates/llm-chain-openai/src/chatgpt/mod.rs b/llm-chain-openai/src/chatgpt/mod.rs → crates/llm-chain-openai/src/chatgpt/mod.rs
diff --git a/llm-chain-openai/src/chatgpt/options.rs → ...s/llm-chain-openai/src/chatgpt/options.rs b/llm-chain-openai/src/chatgpt/options.rs → ...s/llm-chain-openai/src/chatgpt/options.rs
diff --git a/llm-chain-openai/src/chatgpt/output.rs → ...es/llm-chain-openai/src/chatgpt/output.rs b/llm-chain-openai/src/chatgpt/output.rs → ...es/llm-chain-openai/src/chatgpt/output.rs
diff --git a/...chain-openai/src/chatgpt/output/stream.rs → ...chain-openai/src/chatgpt/output/stream.rs b/...chain-openai/src/chatgpt/output/stream.rs → ...chain-openai/src/chatgpt/output/stream.rs
diff --git a/llm-chain-openai/src/chatgpt/prompt.rs → ...es/llm-chain-openai/src/chatgpt/prompt.rs b/llm-chain-openai/src/chatgpt/prompt.rs → ...es/llm-chain-openai/src/chatgpt/prompt.rs
diff --git a/...chain-openai/src/chatgpt/text_splitter.rs → ...chain-openai/src/chatgpt/text_splitter.rs b/...chain-openai/src/chatgpt/text_splitter.rs → ...chain-openai/src/chatgpt/text_splitter.rs
diff --git a/llm-chain-openai/src/embeddings.rs → crates/llm-chain-openai/src/embeddings.rs b/llm-chain-openai/src/embeddings.rs → crates/llm-chain-openai/src/embeddings.rs
diff --git a/llm-chain-openai/src/lib.rs → crates/llm-chain-openai/src/lib.rs b/llm-chain-openai/src/lib.rs → crates/llm-chain-openai/src/lib.rs
diff --git a/llm-chain-qdrant/Cargo.toml → crates/llm-chain-qdrant/Cargo.toml b/llm-chain-qdrant/Cargo.toml → crates/llm-chain-qdrant/Cargo.toml
diff --git a/llm-chain-qdrant/README.md → crates/llm-chain-qdrant/README.md b/llm-chain-qdrant/README.md → crates/llm-chain-qdrant/README.md
diff --git a/...ain-qdrant/examples/qdrant_vectorstore.rs → ...ain-qdrant/examples/qdrant_vectorstore.rs b/...ain-qdrant/examples/qdrant_vectorstore.rs → ...ain-qdrant/examples/qdrant_vectorstore.rs
diff --git a/...hain-qdrant/examples/similarity_search.rs → ...hain-qdrant/examples/similarity_search.rs b/...hain-qdrant/examples/similarity_search.rs → ...hain-qdrant/examples/similarity_search.rs
diff --git a/...t/examples/vectorstore_tool_invocation.rs → ...t/examples/vectorstore_tool_invocation.rs b/...t/examples/vectorstore_tool_invocation.rs → ...t/examples/vectorstore_tool_invocation.rs
diff --git a/llm-chain-qdrant/src/lib.rs → crates/llm-chain-qdrant/src/lib.rs b/llm-chain-qdrant/src/lib.rs → crates/llm-chain-qdrant/src/lib.rs
diff --git a/llm-chain/Cargo.toml → crates/llm-chain/Cargo.toml b/llm-chain/Cargo.toml → crates/llm-chain/Cargo.toml
@@ -7,7 +7,6 @@ license = "MIT"
 keywords = ["llm", "langchain", "chatgpt", "chain"]
 categories = ["science"]
 authors = ["William Rudenmalm <[email protected]>"]
-readme = "../docs/README.md"
 repository = "https://github.com/sobelio/llm-chain/"
 
 [features]

diff --git a/crates/llm-chain/README.md b/crates/llm-chain/README.md
@@ -0,0 +1,69 @@
+# llm-chain 🚀
+
+`llm-chain` is a collection of Rust crates designed to help you create advanced LLM applications such as chatbots, agents, and more. As a comprehensive LLM-Ops platform we have strong support for both cloud and locally-hosted LLMs. We also provide robust support for prompt templates and chaining together prompts in multi-step chains, enabling complex tasks that LLMs can't handle in a single step. We also provide vector store integrations making it easy to give your model long-term memory and subject matter knowledge. This empowers you to build sophisticated applications.
+
+This crate is the main crate for `llm-chain`. You will need driver crate such as `llm-chain-openai`, or `llm-chain-local`
+
+[![Discord](https://dcbadge.vercel.app/api/server/kewN9Gtjt2?style=for-the-badge)](https://discord.gg/kewN9Gtjt2)
+[![Crates.io](https://img.shields.io/crates/v/llm-chain?style=for-the-badge)](https://crates.io/crates/llm-chain)
+![License](https://img.shields.io/github/license/sobelio/llm-chain?style=for-the-badge)
+[![Docs: Tutorial](https://img.shields.io/badge/docs-tutorial-success?style=for-the-badge&logo=appveyor)](https://sobelio.github.io/llm-chain/docs/getting-started-tutorial/index)
+
+## Examples 💡
+
+To help you get started, here is an example demonstrating how to use `llm-chain`. You can find more examples in the [examples folder](/llm-chain-openai/examples) in the repository.
+
+```rust
+let exec = executor!()?;
+let res = prompt!(
+    "You are a robot assistant for making personalized greetings",
+    "Make a personalized greeting for Joe"
+)
+.run(parameters()!, &exec)
+.await?;
+println!("{}", res);
+```
+
+[➡️ **tutorial: get started with llm-chain**](https://sobelio.github.io/llm-chain/docs/getting-started-tutorial/index)
+[➡️ **quick-start**: Create project based on our template](https://github.com/sobelio/llm-chain-template/generate)
+
+## Features 🌟
+
+- **Prompt templates**: Create reusable and easily customizable prompt templates for consistent and structured interactions with LLMs.
+- **Chains**: Build powerful chains of prompts that allow you to execute more complex tasks, step by step, leveraging the full potential of LLMs.
+- **ChatGPT support**: Supports ChatGPT models, with plans to add OpenAI's other models in the future.
+- **LLaMa support**: Provides seamless integration with LLaMa models, enabling natural language understanding and generation tasks with Facebook's research models.
+- **Alpaca support**: Incorporates support for Stanford's Alpaca models, expanding the range of available language models for advanced AI applications.
+- **Tools**: Enhance your AI agents' capabilities by giving them access to various tools, such as running Bash commands, executing Python scripts, or performing web searches, enabling more complex and powerful interactions.
+- **Extensibility**: Designed with extensibility in mind, making it easy to integrate additional LLMs as the ecosystem grows.
+- **Community-driven**: We welcome and encourage contributions from the community to help improve and expand the capabilities of `llm-chain`.
+
+## Getting Started 🚀
+
+To start using `llm-chain`, add it as a dependency in your `Cargo.toml`:
+
+```bash
+cargo add llm-chain llm-chain-openai
+```
+
+The examples for `llm-chain-openai` require you to set the `OPENAI_API_KEY` environment variable which you can do like this:
+
+```bash
+export OPENAI_API_KEY="sk-YOUR_OPEN_AI_KEY_HERE"
+```
+
+Then, refer to the [documentation](https://docs.rs/llm-chain) and [examples](/llm-chain-openai/examples) to learn how to create prompt templates, chains, and more.
+
+## Contributing 🤝
+
+**We warmly welcome contributions from everyone!** If you're interested in helping improve `llm-chain`, please check out our [`CONTRIBUTING.md`](/docs/CONTRIBUTING.md) file for guidelines and best practices.
+
+## License 📄
+
+`llm-chain` is licensed under the [MIT License](/LICENSE).
+
+## Connect with Us 🌐
+
+If you have any questions, suggestions, or feedback, feel free to open an issue or join our [community discord](https://discord.gg/kewN9Gtjt2). We're always excited to hear from our users and learn about your experiences with `llm-chain`.
+
+We hope you enjoy using `llm-chain` to unlock the full potential of Large Language Models in your projects. Happy coding! 🎉
diff --git a/llm-chain/examples/bing_search.rs → crates/llm-chain/examples/bing_search.rs b/llm-chain/examples/bing_search.rs → crates/llm-chain/examples/bing_search.rs
diff --git a/llm-chain/examples/extract_labeled_text.rs → ...lm-chain/examples/extract_labeled_text.rs b/llm-chain/examples/extract_labeled_text.rs → ...lm-chain/examples/extract_labeled_text.rs
diff --git a/llm-chain/examples/multitool.rs → crates/llm-chain/examples/multitool.rs b/llm-chain/examples/multitool.rs → crates/llm-chain/examples/multitool.rs
diff --git a/llm-chain/examples/tools_prompt.rs → crates/llm-chain/examples/tools_prompt.rs b/llm-chain/examples/tools_prompt.rs → crates/llm-chain/examples/tools_prompt.rs
diff --git a/llm-chain/src/agents/mod.rs → crates/llm-chain/src/agents/mod.rs b/llm-chain/src/agents/mod.rs → crates/llm-chain/src/agents/mod.rs
diff --git a/llm-chain/src/agents/self_ask_with_search.rs → ...-chain/src/agents/self_ask_with_search.rs b/llm-chain/src/agents/self_ask_with_search.rs → ...-chain/src/agents/self_ask_with_search.rs
diff --git a/llm-chain/src/chains/conversation.rs → crates/llm-chain/src/chains/conversation.rs b/llm-chain/src/chains/conversation.rs → crates/llm-chain/src/chains/conversation.rs
diff --git a/llm-chain/src/chains/map_reduce.rs → crates/llm-chain/src/chains/map_reduce.rs b/llm-chain/src/chains/map_reduce.rs → crates/llm-chain/src/chains/map_reduce.rs
diff --git a/llm-chain/src/chains/mod.rs → crates/llm-chain/src/chains/mod.rs b/llm-chain/src/chains/mod.rs → crates/llm-chain/src/chains/mod.rs
diff --git a/llm-chain/src/chains/sequential.rs → crates/llm-chain/src/chains/sequential.rs b/llm-chain/src/chains/sequential.rs → crates/llm-chain/src/chains/sequential.rs
diff --git a/llm-chain/src/executor.rs → crates/llm-chain/src/executor.rs b/llm-chain/src/executor.rs → crates/llm-chain/src/executor.rs
diff --git a/llm-chain/src/frame.rs → crates/llm-chain/src/frame.rs b/llm-chain/src/frame.rs → crates/llm-chain/src/frame.rs
diff --git a/llm-chain/src/lib.rs → crates/llm-chain/src/lib.rs b/llm-chain/src/lib.rs → crates/llm-chain/src/lib.rs
diff --git a/llm-chain/src/output.rs → crates/llm-chain/src/output.rs b/llm-chain/src/output.rs → crates/llm-chain/src/output.rs
diff --git a/llm-chain/src/parameters.rs → crates/llm-chain/src/parameters.rs b/llm-chain/src/parameters.rs → crates/llm-chain/src/parameters.rs
@@ -64,12 +64,12 @@ pub trait Param: Send + Sync {
 #[doc(hidden)]
 pub trait ParamFull: Param + Debug + Send + Sync {
     #[doc(hidden)]
-    fn boxed_clone(&self) -> Box<dyn ParamFull>;
+    fn boxed_clone(&self) -> Box<dyn ParamFull + Send>;
 }
 
 impl<T: Param + Debug + Clone + 'static> ParamFull for T {
     #[doc(hidden)]
-    fn boxed_clone(&self) -> Box<dyn ParamFull> {
+    fn boxed_clone(&self) -> Box<dyn ParamFull + Send> {
         Box::new(self.clone())
     }
 }

diff --git a/llm-chain/src/parsing.rs → crates/llm-chain/src/parsing.rs b/llm-chain/src/parsing.rs → crates/llm-chain/src/parsing.rs
diff --git a/llm-chain/src/prompt/chat.rs → crates/llm-chain/src/prompt/chat.rs b/llm-chain/src/prompt/chat.rs → crates/llm-chain/src/prompt/chat.rs
diff --git a/llm-chain/src/prompt/mod.rs → crates/llm-chain/src/prompt/mod.rs b/llm-chain/src/prompt/mod.rs → crates/llm-chain/src/prompt/mod.rs
diff --git a/llm-chain/src/prompt/model.rs → crates/llm-chain/src/prompt/model.rs b/llm-chain/src/prompt/model.rs → crates/llm-chain/src/prompt/model.rs
diff --git a/llm-chain/src/prompt/serialization.rs → crates/llm-chain/src/prompt/serialization.rs b/llm-chain/src/prompt/serialization.rs → crates/llm-chain/src/prompt/serialization.rs
diff --git a/...chain/src/prompt/string_template/error.rs → ...chain/src/prompt/string_template/error.rs b/...chain/src/prompt/string_template/error.rs → ...chain/src/prompt/string_template/error.rs
diff --git a/llm-chain/src/prompt/string_template/io.rs → ...lm-chain/src/prompt/string_template/io.rs b/llm-chain/src/prompt/string_template/io.rs → ...lm-chain/src/prompt/string_template/io.rs
diff --git a/llm-chain/src/prompt/string_template/mod.rs → ...m-chain/src/prompt/string_template/mod.rs b/llm-chain/src/prompt/string_template/mod.rs → ...m-chain/src/prompt/string_template/mod.rs
diff --git a/llm-chain/src/prompt/string_template/tera.rs → ...-chain/src/prompt/string_template/tera.rs b/llm-chain/src/prompt/string_template/tera.rs → ...-chain/src/prompt/string_template/tera.rs
diff --git a/llm-chain/src/schema.rs → crates/llm-chain/src/schema.rs b/llm-chain/src/schema.rs → crates/llm-chain/src/schema.rs
diff --git a/llm-chain/src/serialization.rs → crates/llm-chain/src/serialization.rs b/llm-chain/src/serialization.rs → crates/llm-chain/src/serialization.rs
diff --git a/llm-chain/src/step.rs → crates/llm-chain/src/step.rs b/llm-chain/src/step.rs → crates/llm-chain/src/step.rs
diff --git a/llm-chain/src/summarization.rs → crates/llm-chain/src/summarization.rs b/llm-chain/src/summarization.rs → crates/llm-chain/src/summarization.rs
diff --git a/llm-chain/src/text_splitter.rs → crates/llm-chain/src/text_splitter.rs b/llm-chain/src/text_splitter.rs → crates/llm-chain/src/text_splitter.rs
diff --git a/llm-chain/src/tokens.rs → crates/llm-chain/src/tokens.rs b/llm-chain/src/tokens.rs → crates/llm-chain/src/tokens.rs
diff --git a/llm-chain/src/tools/collection.rs → crates/llm-chain/src/tools/collection.rs b/llm-chain/src/tools/collection.rs → crates/llm-chain/src/tools/collection.rs
diff --git a/llm-chain/src/tools/description.rs → crates/llm-chain/src/tools/description.rs b/llm-chain/src/tools/description.rs → crates/llm-chain/src/tools/description.rs
diff --git a/llm-chain/src/tools/mod.rs → crates/llm-chain/src/tools/mod.rs b/llm-chain/src/tools/mod.rs → crates/llm-chain/src/tools/mod.rs
diff --git a/llm-chain/src/tools/multitool.rs → crates/llm-chain/src/tools/multitool.rs b/llm-chain/src/tools/multitool.rs → crates/llm-chain/src/tools/multitool.rs
diff --git a/llm-chain/src/tools/multitool_default.rs → .../llm-chain/src/tools/multitool_default.rs b/llm-chain/src/tools/multitool_default.rs → .../llm-chain/src/tools/multitool_default.rs
diff --git a/llm-chain/src/tools/tool.rs → crates/llm-chain/src/tools/tool.rs b/llm-chain/src/tools/tool.rs → crates/llm-chain/src/tools/tool.rs
diff --git a/llm-chain/src/tools/tool_prompt_prefix.txt → ...lm-chain/src/tools/tool_prompt_prefix.txt b/llm-chain/src/tools/tool_prompt_prefix.txt → ...lm-chain/src/tools/tool_prompt_prefix.txt
diff --git a/llm-chain/src/tools/tools/bash.rs → crates/llm-chain/src/tools/tools/bash.rs b/llm-chain/src/tools/tools/bash.rs → crates/llm-chain/src/tools/tools/bash.rs
diff --git a/llm-chain/src/tools/tools/bing_search.rs → .../llm-chain/src/tools/tools/bing_search.rs b/llm-chain/src/tools/tools/bing_search.rs → .../llm-chain/src/tools/tools/bing_search.rs
diff --git a/llm-chain/src/tools/tools/exit.rs → crates/llm-chain/src/tools/tools/exit.rs b/llm-chain/src/tools/tools/exit.rs → crates/llm-chain/src/tools/tools/exit.rs
diff --git a/llm-chain/src/tools/tools/mod.rs → crates/llm-chain/src/tools/tools/mod.rs b/llm-chain/src/tools/tools/mod.rs → crates/llm-chain/src/tools/tools/mod.rs
diff --git a/llm-chain/src/tools/tools/python.rs → crates/llm-chain/src/tools/tools/python.rs b/llm-chain/src/tools/tools/python.rs → crates/llm-chain/src/tools/tools/python.rs
diff --git a/llm-chain/src/tools/tools/vectorstore.rs → .../llm-chain/src/tools/tools/vectorstore.rs b/llm-chain/src/tools/tools/vectorstore.rs → .../llm-chain/src/tools/tools/vectorstore.rs
diff --git a/llm-chain/src/traits.rs → crates/llm-chain/src/traits.rs b/llm-chain/src/traits.rs → crates/llm-chain/src/traits.rs
diff --git a/deny.toml b/deny.toml
@@ -0,0 +1,35 @@
+all-features = false
+no-default-features = false
+feature-depth = 1
+
+
+[advisories]
+db-path = "~/.cargo/advisory-db"
+db-urls = ["https://github.com/rustsec/advisory-db"]
+vulnerability = "deny"
+unmaintained = "warn"
+yanked = "warn"
+notice = "warn"
+
+[licenses]
+
+unlicensed = "deny"
+allow = [
+    "MIT",
+    "Apache-2.0",
+    "ISC",
+    "Unicode-DFS-2016",
+    "BSD-3-Clause",
+    "OpenSSL",
+]
+copyleft = "deny"
+allow-osi-fsf-free = "neither"
+default = "deny"
+confidence-threshold = 0.8
+
+
+[[licenses.clarify]]
+name = "ring"
+version = "*"
+expression = "MIT AND ISC AND OpenSSL"
+license-files = [{ path = "LICENSE", hash = 0xbd0eed23 }]
diff --git a/docs/README.md b/docs/README.md
@@ -1,6 +1,6 @@
 # llm-chain 🚀
 
-`llm-chain` is a collection of Rust crates designed to help you work with Large Language Models (LLMs) more effectively. Our primary focus is on providing robust support for prompt templates and chaining together prompts in multi-step chains, enabling complex tasks that LLMs can't handle in a single step. This includes, but is not limited to, summarizing lengthy texts or performing advanced data processing tasks.
+`llm-chain` is a collection of Rust crates designed to help you create advanced LLM applications such as chatbots, agents, and more. As a comprehensive LLM-Ops platform we have strong support for both cloud and locally-hosted LLMs. We also provide robust support for prompt templates and chaining together prompts in multi-step chains, enabling complex tasks that LLMs can't handle in a single step. We also provide vector store integrations making it easy to give your model long-term memory and subject matter knowledge. This empowers you to build sophisticated applications.
 
 [![Discord](https://dcbadge.vercel.app/api/server/kewN9Gtjt2?style=for-the-badge)](https://discord.gg/kewN9Gtjt2)
 [![Crates.io](https://img.shields.io/crates/v/llm-chain?style=for-the-badge)](https://crates.io/crates/llm-chain)
@@ -32,6 +32,7 @@ println!("{}", res);
 - **ChatGPT support**: Supports ChatGPT models, with plans to add OpenAI's other models in the future.
 - **LLaMa support**: Provides seamless integration with LLaMa models, enabling natural language understanding and generation tasks with Facebook's research models.
 - **Alpaca support**: Incorporates support for Stanford's Alpaca models, expanding the range of available language models for advanced AI applications.
+- **`llm.rs` support**: Use llms in rust without dependencies on C++ code with our support for `llm.rs`
 - **Tools**: Enhance your AI agents' capabilities by giving them access to various tools, such as running Bash commands, executing Python scripts, or performing web searches, enabling more complex and powerful interactions.
 - **Extensibility**: Designed with extensibility in mind, making it easy to integrate additional LLMs as the ecosystem grows.
 - **Community-driven**: We welcome and encourage contributions from the community to help improve and expand the capabilities of `llm-chain`.