From c84ad2c7c5fe275502fd2898d176f9e60bcbb5e1 Mon Sep 17 00:00:00 2001 From: Luciferian Ink Date: Mon, 16 Dec 2024 01:51:19 -0600 Subject: [PATCH 1/5] make installable via pip --- setup.py | 34 ++++++++++++++++++++++++++++++++++ 1 file changed, 34 insertions(+) create mode 100644 setup.py diff --git a/setup.py b/setup.py new file mode 100644 index 0000000..c80c819 --- /dev/null +++ b/setup.py @@ -0,0 +1,34 @@ +from setuptools import setup, find_packages + +setup( + name="bytelatent", + version="0.1.0", + description="Byte Latent Transformer: Patches Scale Better Than Tokens", + author="Meta Platforms, Inc. and affiliates.", + url="https://github.com/facebookresearch/blt", + packages=find_packages(), + install_requires=[ + "numpy", + "omegaconf", + "msgspec", + "rouge-score", + "sacrebleu", + "sentencepiece", + "tiktoken", + "fsspec", + "blobfile", + "wandb", + "viztracer", + "lm-eval", + "scipy", + "pynvml", + "datatrove", + "orjson", + "luigi", + "pydantic", + "altair", + "submitit", + "typer", + "rich" + ] +) \ No newline at end of file From d8f7a253ba2bbb5bdf1a406b215c719fe3eb0656 Mon Sep 17 00:00:00 2001 From: Luciferian Ink Date: Mon, 16 Dec 2024 02:24:41 -0600 Subject: [PATCH 2/5] fix missing xformers deps --- setup.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/setup.py b/setup.py index c80c819..8e79d70 100644 --- a/setup.py +++ b/setup.py @@ -29,6 +29,7 @@ "altair", "submitit", "typer", - "rich" + "rich", + "xformers" ] ) \ No newline at end of file From f5922abc7686eb4376544a6f78df7fa268d31cea Mon Sep 17 00:00:00 2001 From: Luciferian Ink Date: Wed, 18 Dec 2024 11:39:20 -0600 Subject: [PATCH 3/5] remove non-core dependencies --- setup.py | 20 -------------------- 1 file changed, 20 deletions(-) diff --git a/setup.py b/setup.py index 8e79d70..8bb5a19 100644 --- a/setup.py +++ b/setup.py @@ -8,28 +8,8 @@ url="https://github.com/facebookresearch/blt", packages=find_packages(), install_requires=[ - "numpy", - "omegaconf", - "msgspec", - "rouge-score", - "sacrebleu", "sentencepiece", "tiktoken", - "fsspec", - "blobfile", - "wandb", - "viztracer", - "lm-eval", - "scipy", - "pynvml", - "datatrove", - "orjson", - "luigi", - "pydantic", - "altair", - "submitit", - "typer", - "rich", "xformers" ] ) \ No newline at end of file From 6e807d933828996e01edae796784ea36fef3334c Mon Sep 17 00:00:00 2001 From: Luciferian Ink Date: Fri, 3 Jan 2025 15:52:34 -0600 Subject: [PATCH 4/5] fix linting --- setup.py | 8 ++------ 1 file changed, 2 insertions(+), 6 deletions(-) diff --git a/setup.py b/setup.py index 8bb5a19..fb3652b 100644 --- a/setup.py +++ b/setup.py @@ -7,9 +7,5 @@ author="Meta Platforms, Inc. and affiliates.", url="https://github.com/facebookresearch/blt", packages=find_packages(), - install_requires=[ - "sentencepiece", - "tiktoken", - "xformers" - ] -) \ No newline at end of file + install_requires=["sentencepiece", "tiktoken", "xformers"], +) From ff8049000519f97d0a146a9c0c63042279a0f4db Mon Sep 17 00:00:00 2001 From: Luciferian Ink Date: Mon, 6 Jan 2025 16:51:22 -0600 Subject: [PATCH 5/5] fix isort --- setup.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/setup.py b/setup.py index fb3652b..bb04da4 100644 --- a/setup.py +++ b/setup.py @@ -1,4 +1,4 @@ -from setuptools import setup, find_packages +from setuptools import find_packages, setup setup( name="bytelatent",