From 9900fe486eba66349679e8afb15005d25d2840c8 Mon Sep 17 00:00:00 2001 From: "github-actions[bot]" <github-actions[bot]@users.noreply.github.com> Date: Sun, 14 Jul 2024 16:41:58 -0400 Subject: [PATCH] wip notes --- .gitmodules | 39 ++++++++++++++++++++++++++ 2024/05/30/mes | 2 +- 2024/07/05/notes.org | 11 ++++++++ 2024/07/11/ArXivQA | 1 + 2024/07/11/NeMo | 1 + 2024/07/11/contrastors | 1 + 2024/07/11/distilabel | 1 + 2024/07/11/gritlm | 1 + 2024/07/11/notes.org | 47 ++++++++++++++++++++++++++++++++ 2024/07/11/read_paper | 1 + 2024/07/11/skypilot | 1 + 2024/07/11/unilm | 1 + 2024/07/13/OLSP | 1 + 2024/07/13/emacs-lsp-scheme | 1 + 2024/07/13/monitors4codegen | 1 + 2024/07/13/notes.org | 40 +++++++++++++++++++++++++++ 2024/07/13/scheme-lsp-server | 1 + 2024/07/14/guile-language-server | 1 + 2024/07/14/racket-langserver | 1 + 2024/07/14/scheme-lsp | 1 + 2024/07/14/zls | 1 + 21 files changed, 154 insertions(+), 1 deletion(-) create mode 100644 2024/07/05/notes.org create mode 160000 2024/07/11/ArXivQA create mode 160000 2024/07/11/NeMo create mode 160000 2024/07/11/contrastors create mode 160000 2024/07/11/distilabel create mode 160000 2024/07/11/gritlm create mode 100644 2024/07/11/notes.org create mode 160000 2024/07/11/read_paper create mode 160000 2024/07/11/skypilot create mode 160000 2024/07/11/unilm create mode 160000 2024/07/13/OLSP create mode 160000 2024/07/13/emacs-lsp-scheme create mode 160000 2024/07/13/monitors4codegen create mode 100644 2024/07/13/notes.org create mode 160000 2024/07/13/scheme-lsp-server create mode 160000 2024/07/14/guile-language-server create mode 160000 2024/07/14/racket-langserver create mode 160000 2024/07/14/scheme-lsp create mode 160000 2024/07/14/zls diff --git a/.gitmodules b/.gitmodules index 83753113..6a42f14d 100644 --- a/.gitmodules +++ b/.gitmodules @@ -13613,3 +13613,42 @@ [submodule "2024/07/08/dmlc-core"] path = 2024/07/08/dmlc-core url = https://github.com/dmlc/dmlc-core +[submodule "2024/07/11/unilm"] + path = 2024/07/11/unilm + url = https://github.com/microsoft/unilm +[submodule "2024/07/11/ArXivQA"] + path = 2024/07/11/ArXivQA + url = https://github.com/taesiri/ArXivQA +[submodule "2024/07/11/NeMo"] + path = 2024/07/11/NeMo + url = https://github.com/NVIDIA/NeMo +[submodule "2024/07/11/read_paper"] + path = 2024/07/11/read_paper + url = https://github.com/riron1206/read_paper/ +[submodule "2024/07/11/distilabel"] + path = 2024/07/11/distilabel + url = https://github.com/argilla-io/distilabel +[submodule "2024/07/11/gritlm"] + path = 2024/07/11/gritlm + url = https://github.com/ContextualAI/gritlm +[submodule "2024/07/11/contrastors"] + path = 2024/07/11/contrastors + url = https://github.com/nomic-ai/contrastors +[submodule "2024/07/11/skypilot"] + path = 2024/07/11/skypilot + url = https://github.com/skypilot-org/skypilot +[submodule "2024/07/13/scheme-lsp-server"] + path = 2024/07/13/scheme-lsp-server + url = https://codeberg.org/rgherdt/scheme-lsp-server.git +[submodule "2024/07/14/scheme-lsp"] + path = 2024/07/14/scheme-lsp + url = https://github.com/konst-aa/scheme-lsp +[submodule "2024/07/14/racket-langserver"] + path = 2024/07/14/racket-langserver + url = https://github.com/jeapostrophe/racket-langserver/ +[submodule "2024/07/14/zls"] + path = 2024/07/14/zls + url = https://github.com/zigtools/zls +[submodule "2024/07/14/guile-language-server"] + path = 2024/07/14/guile-language-server + url = https://github.com/Johni0702/guile-language-server diff --git a/2024/05/30/mes b/2024/05/30/mes index 73fecc04..d997c1df 160000 --- a/2024/05/30/mes +++ b/2024/05/30/mes @@ -1 +1 @@ -Subproject commit 73fecc04d9859acadb368691f2baf7906129bd64 +Subproject commit d997c1df6590c62364232ae4d97807cc0847ba22 diff --git a/2024/07/05/notes.org b/2024/07/05/notes.org new file mode 100644 index 00000000..af2164a7 --- /dev/null +++ b/2024/07/05/notes.org @@ -0,0 +1,11 @@ +Idea: + +Trace execution for finding attention points using perf. +Build model on foundational functions. +Looking at guix, what are the key functions. + +Create a stack of pdf files, one per block of functions in a hierarchy dependencies +that contain all the data needed. + +Lets consider starting with our divergent ideas and how we can reach +consensus using llms. diff --git a/2024/07/11/ArXivQA b/2024/07/11/ArXivQA new file mode 160000 index 00000000..b4893089 --- /dev/null +++ b/2024/07/11/ArXivQA @@ -0,0 +1 @@ +Subproject commit b4893089591440cd65a54bbcb1b4be1f3de860b3 diff --git a/2024/07/11/NeMo b/2024/07/11/NeMo new file mode 160000 index 00000000..08cc5158 --- /dev/null +++ b/2024/07/11/NeMo @@ -0,0 +1 @@ +Subproject commit 08cc5158274bef7c7b2bb8ae93be184ad111ed80 diff --git a/2024/07/11/contrastors b/2024/07/11/contrastors new file mode 160000 index 00000000..0c70843d --- /dev/null +++ b/2024/07/11/contrastors @@ -0,0 +1 @@ +Subproject commit 0c70843dc3ed3e8d3c199bffe0fb846ad9cb732d diff --git a/2024/07/11/distilabel b/2024/07/11/distilabel new file mode 160000 index 00000000..fe615d6d --- /dev/null +++ b/2024/07/11/distilabel @@ -0,0 +1 @@ +Subproject commit fe615d6dab1a192cf334ac20bdf3b170dfde6e20 diff --git a/2024/07/11/gritlm b/2024/07/11/gritlm new file mode 160000 index 00000000..fdeb0f78 --- /dev/null +++ b/2024/07/11/gritlm @@ -0,0 +1 @@ +Subproject commit fdeb0f78dbb11268233d9777f169df790de3d2b7 diff --git a/2024/07/11/notes.org b/2024/07/11/notes.org new file mode 100644 index 00000000..7851920a --- /dev/null +++ b/2024/07/11/notes.org @@ -0,0 +1,47 @@ +* ideas of the day + +** starting point for people + +Many people ask me what are the key technologies to learn, and they are changing all the time. +It is hard to commit to a specific thing, because of the fluid nature of the market. +But let me tell you what I feel is important, + +*** Freedom + +The freedom to develop without restriction I feel is key, +if we try to avoid depending on accepting licenses and restrictions +while if we do have to accept it, we can work to remove them, isolating them into boxes. + + +The things that go against this freedom are : + +**** GPU and CPU. + +This reliance on GPUS from nvidia and chips from Intel and AMD +represent one of the biggest strangleholds on our market. + +***** nvidia cuda + +This is one of the main pain points of development with AI. +It has all types of restrictions associated with it. + +**** Cloud services. +***** AWS +**** Code hosting +***** Github + +**** Networking services +***** Cloudflare +***** Verizon fios +***** Tailscale +***** DNS services + +***** libp2p + + +**** AI inference +***** Bing copilot +This is a very good AI service but it also has all types of downsides. + +* Computational complexity + diff --git a/2024/07/11/read_paper b/2024/07/11/read_paper new file mode 160000 index 00000000..52475478 --- /dev/null +++ b/2024/07/11/read_paper @@ -0,0 +1 @@ +Subproject commit 52475478c6fb04bce4de68e011941654d94b2b78 diff --git a/2024/07/11/skypilot b/2024/07/11/skypilot new file mode 160000 index 00000000..bce117d9 --- /dev/null +++ b/2024/07/11/skypilot @@ -0,0 +1 @@ +Subproject commit bce117d9ab108985baefd0866810ea291de97702 diff --git a/2024/07/11/unilm b/2024/07/11/unilm new file mode 160000 index 00000000..cac76192 --- /dev/null +++ b/2024/07/11/unilm @@ -0,0 +1 @@ +Subproject commit cac7619234399c590d457c3ba8ac3d85e66ee99d diff --git a/2024/07/13/OLSP b/2024/07/13/OLSP new file mode 160000 index 00000000..6f9b6370 --- /dev/null +++ b/2024/07/13/OLSP @@ -0,0 +1 @@ +Subproject commit 6f9b6370b61b08d750b032d50af95cf0190e86e6 diff --git a/2024/07/13/emacs-lsp-scheme b/2024/07/13/emacs-lsp-scheme new file mode 160000 index 00000000..99251252 --- /dev/null +++ b/2024/07/13/emacs-lsp-scheme @@ -0,0 +1 @@ +Subproject commit 99251252005650d6f39cead8b2b9698c83251f01 diff --git a/2024/07/13/monitors4codegen b/2024/07/13/monitors4codegen new file mode 160000 index 00000000..52ccb454 --- /dev/null +++ b/2024/07/13/monitors4codegen @@ -0,0 +1 @@ +Subproject commit 52ccb454bb9921dc133aba967f18a3507e62fe99 diff --git a/2024/07/13/notes.org b/2024/07/13/notes.org new file mode 100644 index 00000000..47f9844e --- /dev/null +++ b/2024/07/13/notes.org @@ -0,0 +1,40 @@ +* idea + +Consider a closed world model where all variables are defined and know. + +We have an application that we can run and it does the same thing over again. +We can trace the steps of the execution and inspect them. + + +Extract a list of logical chunks, and give the count of chunks +Extract a list of logical chunks, and list the bullet points +Extract a list of logical chunks, and display chunk number N + +We can then look at each chunk of the code and ask: + +Explain this. +Rewrite this into language: + python, json, yaml, coq, haskell, ocaml, c++, + prolog, scheme, owl ontology, x86 assembly, shell, + wasm, emojilang, math, goedel numbers + +Extract a list of features from this +Extract a list of types from this +Extract a list of propositions from this +Extract a list of named entities from this +Extract a list of classes +Extract a list of functions +Extract a list of modules +Extract a list of questions and answers about this code +Extract a list of dependencies +Extract a list of prerequisites + +In the format : json, yaml, sexpressions, turtle/rdf, dot(graphviz), emojis, godel number, pytorch + + +* implementation + +find a guile scheme lsp and apply it to itself. + +use lsp interface to traverse the program. +construct a dag of dependendences diff --git a/2024/07/13/scheme-lsp-server b/2024/07/13/scheme-lsp-server new file mode 160000 index 00000000..428f2e8d --- /dev/null +++ b/2024/07/13/scheme-lsp-server @@ -0,0 +1 @@ +Subproject commit 428f2e8dbe37eff8c769f40ede8a80e99417e28e diff --git a/2024/07/14/guile-language-server b/2024/07/14/guile-language-server new file mode 160000 index 00000000..db134354 --- /dev/null +++ b/2024/07/14/guile-language-server @@ -0,0 +1 @@ +Subproject commit db134354e20720f1c198e213b340e90dcec710e0 diff --git a/2024/07/14/racket-langserver b/2024/07/14/racket-langserver new file mode 160000 index 00000000..140d94e7 --- /dev/null +++ b/2024/07/14/racket-langserver @@ -0,0 +1 @@ +Subproject commit 140d94e7d64dd861bb2bfccc989d91382c4c8d8e diff --git a/2024/07/14/scheme-lsp b/2024/07/14/scheme-lsp new file mode 160000 index 00000000..d02447f1 --- /dev/null +++ b/2024/07/14/scheme-lsp @@ -0,0 +1 @@ +Subproject commit d02447f1b3d4270645cee91f0b78a9bd179bac05 diff --git a/2024/07/14/zls b/2024/07/14/zls new file mode 160000 index 00000000..82f7636e --- /dev/null +++ b/2024/07/14/zls @@ -0,0 +1 @@ +Subproject commit 82f7636e98bc5a42d9452a3d9e4a3464801c3b42