From 3831d1fdc8737a3d8a62278f6c66a4d5e9faa03c Mon Sep 17 00:00:00 2001 From: "github-actions[bot]" Date: Wed, 29 May 2024 10:03:08 -0400 Subject: [PATCH] update --- .gitmodules | 9 +++ 2024/05/26/note-jmd.org | 172 ---------------------------------------- 2 files changed, 9 insertions(+), 172 deletions(-) delete mode 100644 2024/05/26/note-jmd.org diff --git a/.gitmodules b/.gitmodules index 1ab84657..e7917f49 100644 --- a/.gitmodules +++ b/.gitmodules @@ -13062,3 +13062,12 @@ [submodule "2024/05/28/neo4j"] path = 2024/05/28/neo4j url = https://github.com/neo4j/neo4j +[submodule "2024/05/28/ot-node"] + path = 2024/05/28/ot-node + url = https://github.com/OriginTrail/ot-node +[submodule "2024/05/28/ChatDKG"] + path = 2024/05/28/ChatDKG + url = https://github.com/OriginTrail/ChatDKG +[submodule "2024/05/28/polygon-edge"] + path = 2024/05/28/polygon-edge + url = https://github.com/0xPolygon/polygon-edge diff --git a/2024/05/26/note-jmd.org b/2024/05/26/note-jmd.org deleted file mode 100644 index 12a8d08f..00000000 --- a/2024/05/26/note-jmd.org +++ /dev/null @@ -1,172 +0,0 @@ -Thoughts on the cost of compute: - -Hosting -Aquisition of hardware -Transportation of hardware -Time to setup -Networking costs -Storage costs -Physical Space required -Power required -Control/Censorship of server action -Privacy -Data storage -Quantum Proof Encryption -Know your peers -software development -shells and layers of privacy and data. - -* examples -Start9.com -Rocket.chat - javascript - - -* submodule - -#+begin_src shell -grep "url =" /mnt/data1/nix/time/.gitmodules |cut -d= -f2 | cut -b2- |sort -u > submodules.txt - -for x in `grep "> " diff.txt |cut -b3-`' do github submodule add $x; done -diff submodules.txt starsrepos.txt > diff.txt -grep "> " diff.txt |cut -b3- >modules.txt -#+end_src - -adding in all submodules - -* consider git - -consider the objects in multiple git repos -we might even find the same object hashs in multiple -repos. - -#+begin_src shell -`find > files.txt` -#+end_src - -running this will produce a bunch of -.git references. - -#+begin_src shell -find . -name \*.idx -exec git verify-pack -v {} \; -print - -sort < packs.txt |uniq -c |sort -n > report.txt - -grep blob packs.txt |cut "-d " -f1 |sort | uniq -c |sort -n |tail - -** example common blobs -#+begin_src shell -grep blob /mnt/data1/nix/packs.txt |cut "-d " -f1 |sort | uniq -c |sort -n |tail -10 -#+end_src - -#+RESULTS: -| 4 | eafb3fa03a67a7a8046e7ca485bee71b26035da6 | -| 4 | ecb8613a7e4dbf9c1f7772db07f8d50dd7280537 | -| 4 | f1c181ec9c5c921245027c6b452ecfc1d3626364 | -| 5 | d00491fd7e5bb6fa28c517a0bb32b8b506539d4d | -| 6 | f288702d2fa16d3cdf0035b15a9fcbc552cd88e7 | -| 9 | 94a9ed024d3859793618152ea559a168bbcbb5e2 | -| 9 | d645695673349e3947e8e5ae42332d0ac3164cd7 | -| 15 | 261eeb9e9f8b2b4b0d119366dda99c6fd7d35c64 | -| 17 | 8b137891791fe96927ad78e64b0aad7bded08bdc | -| 53 | e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 | - - -* model - git repo - git sub repo - pack files -> object files. - common object files between repos - (think autogpt clones) - construct a graph of repositories - containing the same or similar files. - branches and commits connecting those and people. - - repo1: - c file - hash 456, user2 - readme - hash 123, user2 - repo2: - readme - hash 123, user1 - - graph -> dkge, rdf4j - - similarity search, -copies and forks of repo from contents -themselves. -deep LLM embedding or vector of contents. - - attributes: - comprehensive, - search, query, edit, delete, insert, - bootstrapable, - secure, - audited, - open source, - self sustaining, - self modifying, - self describing, - unifying framework. - - usage of knowledge graph: - search - -* bootstrap - -1. guix bootstrap starting from objects with hash BOOTSTRAP1. - in git repo at tree commit version V1. -2. processes running on those files to produce new files with hash O1 -3. introspection processes that are tracing those derivations. - strace, ltrace, user probes, log files, valgrind information. -4. this will give us a native partitioning and attention vector to - process the information and we can see what intermediate blocks are created - in memory from those inputs. -5. we can look at each instruction and trace it back to source code, - we can show that the instructions are derived from source. -6. we can look at the graph of the compilation, can show the compilation of - the compiler in relationship to the compilation of the user program in a complex relationship. - - -* history - -#+begin_src shell - grep "url =" /mnt/data1/nix/time/.gitmodules |cut -d= -f2 | cut -b2- |sort -u > submodules.txt - cut -d, -f1 stars.csv | sort -u > starsrepos.txt - diff submodules.txt starsrepos.txt > diff.txt - for x in `grep "> " diff.txt |cut -b3-`;' do git submodule add $x; done - 518 grep "> " diff.txt |cut -b3- >modules.txt - 519 bash ./run.sh - - 618 python3 ./export_stars.py --user h4ck3rm1k3 --github-token XXXX - 627 sort -u < stars.csv > stars2.csv - 628 diff stars.csv stars2.csv - 629 cp stars2.csv stars.csv - 630 git commit -m 'merge' stars.csv - - 653 go install github.com/TimothyJones/csv-check@latest - 662 go install github.com/TimothyJones/csv-clean@latest - 666 ~/go/bin/csv-clean < stars.csv >stars2.csv - 667 cp stars2.csv stars.csv - 670 ~/go/bin/csv-check < stars.csv -#+end_src - -* thoughts. - -1. the creation of, - construction of, - stringing together, - composing parts of, - selection of, - symbols is called semiosis, - it can be formal of bloomy. -2. we can consider stream of - consiousness writing, as also reading - while you are writing, - -* user_lists.json - -get the list of user lists and then pull out one list and clone them -#+begin_src shell -./user_lists.sh > user_lists.json -jq -c '.data[]|.lists|.edges[]|.node|{ "name":.name, "items": .items|.edges[]|.node.url }' ./user_lists.json > ./user_lists2.json -for x in `jq . ./user_lists2.json | grep "p2p git" -C2 |grep https | cut -d: -f2-|cut '-d"' -f2`; do git submodule add $x; done -#+end_src -