{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":669885965,"defaultBranch":"master","name":"llama2.c","ownerLogin":"trholding","currentUserCanPush":false,"isFork":true,"isEmpty":false,"createdAt":"2023-07-23T18:43:09.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/93451215?v=4","public":true,"private":false,"isOrgOwned":false},"refInfo":{"name":"","listCacheKey":"v0:1696255632.0","currentOid":""},"activityList":{"items":[{"before":"3d9ae225410bec2993280b7855f5e38d2f7d0529","after":"2a52e9d292db10ef385b5d189d8cc2b24e2b0e7a","ref":"refs/heads/master","pushedAt":"2024-07-23T20:27:24.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"trholding","name":"Vulcan","path":"/trholding","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/93451215?s=80&v=4"},"commit":{"message":"Llama  3.1 Support\n\nREADME.md - Added examples and docs for Llama 3.1 usage\nrun / runq - Llama 3.1 is supported as Llama 3 is supported","shortMessageHtmlLink":"Llama 3.1 Support"}},{"before":"e842bf7118c1a31a6c09b5c281559a1d06284729","after":"3d9ae225410bec2993280b7855f5e38d2f7d0529","ref":"refs/heads/master","pushedAt":"2024-07-20T16:05:05.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"trholding","name":"Vulcan","path":"/trholding","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/93451215?s=80&v=4"},"commit":{"message":"Update run and runq\n\nrun - mirror changes to runq","shortMessageHtmlLink":"Update run and runq"}},{"before":"1c47da5ebfc8505b08805f21f7efae75a2bfb32a","after":"e842bf7118c1a31a6c09b5c281559a1d06284729","ref":"refs/heads/master","pushedAt":"2024-07-20T15:23:23.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"trholding","name":"Vulcan","path":"/trholding","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/93451215?s=80&v=4"},"commit":{"message":"Update runq.c\n\nrunq - moarrr openmp/openacc parallel loops","shortMessageHtmlLink":"Update runq.c"}},{"before":"16e223fbca02350c6b966b2389530e8557d8a8d7","after":"1c47da5ebfc8505b08805f21f7efae75a2bfb32a","ref":"refs/heads/master","pushedAt":"2024-07-20T14:17:42.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"trholding","name":"Vulcan","path":"/trholding","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/93451215?s=80&v=4"},"commit":{"message":"Update runq.c\n\nrunq - speed up rmsnorm with OpenMP / OpenACC","shortMessageHtmlLink":"Update runq.c"}},{"before":"725faaa6081d7c910039dcb81861aa435ba294df","after":"16e223fbca02350c6b966b2389530e8557d8a8d7","ref":"refs/heads/master","pushedAt":"2024-07-20T13:50:27.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"trholding","name":"Vulcan","path":"/trholding","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/93451215?s=80&v=4"},"commit":{"message":"Update runq.c\n\nrunq - Undo #pragma omp parallel sections for matmuls for now as there is no real benefit with low number of cores","shortMessageHtmlLink":"Update runq.c"}},{"before":"fae1157b0b0d4a45e16df9ab0762961fb246352c","after":"725faaa6081d7c910039dcb81861aa435ba294df","ref":"refs/heads/master","pushedAt":"2024-07-20T13:44:54.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"trholding","name":"Vulcan","path":"/trholding","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/93451215?s=80&v=4"},"commit":{"message":"Update runq.c","shortMessageHtmlLink":"Update runq.c"}},{"before":"036d7cb9f2545c19ace414c89f314825d32b7fa1","after":"fae1157b0b0d4a45e16df9ab0762961fb246352c","ref":"refs/heads/master","pushedAt":"2024-07-20T13:38:44.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"trholding","name":"Vulcan","path":"/trholding","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/93451215?s=80&v=4"},"commit":{"message":"runq - Add OpenMP parallel regions\n\nrunq - Experiment to verify speed up matmuls with OpenMP parallel sections\n\nRef: https://github.com/karpathy/llama2.c/pull/75","shortMessageHtmlLink":"runq - Add OpenMP parallel regions"}},{"before":"8458b68338c9a0f20ce01b3e369b3af044ee2ed6","after":"036d7cb9f2545c19ace414c89f314825d32b7fa1","ref":"refs/heads/master","pushedAt":"2024-07-20T12:14:27.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"trholding","name":"Vulcan","path":"/trholding","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/93451215?s=80&v=4"},"commit":{"message":"runq - remove blas & optimize\n\nrunq - optimize matmul and quantization functions with OpenMP","shortMessageHtmlLink":"runq - remove blas &amp; optimize"}},{"before":"15549bf81842c22064a46ccd7d65c38cab245793","after":"8458b68338c9a0f20ce01b3e369b3af044ee2ed6","ref":"refs/heads/master","pushedAt":"2024-07-19T09:34:01.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"trholding","name":"Vulcan","path":"/trholding","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/93451215?s=80&v=4"},"commit":{"message":"runq and runc tiny fixes\n\nrunq - add blas for matmul","shortMessageHtmlLink":"runq and runc tiny fixes"}},{"before":"c7336474ef1a0006a6b11b2b8cf10b00f210320d","after":"15549bf81842c22064a46ccd7d65c38cab245793","ref":"refs/heads/master","pushedAt":"2024-07-13T17:57:32.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"trholding","name":"Vulcan","path":"/trholding","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/93451215?s=80&v=4"},"commit":{"message":"Update Makefile\n\nFix OPENMP for certain builds","shortMessageHtmlLink":"Update Makefile"}},{"before":"e893f18a36edc09fc77155b5d737d519e0c41c33","after":"c7336474ef1a0006a6b11b2b8cf10b00f210320d","ref":"refs/heads/master","pushedAt":"2024-07-13T10:50:10.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"trholding","name":"Vulcan","path":"/trholding","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/93451215?s=80&v=4"},"commit":{"message":"Update README.md","shortMessageHtmlLink":"Update README.md"}},{"before":"63e69a3ad51eed088cbcb0f06f6596516e599c59","after":"e893f18a36edc09fc77155b5d737d519e0c41c33","ref":"refs/heads/master","pushedAt":"2024-07-12T06:22:10.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"trholding","name":"Vulcan","path":"/trholding","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/93451215?s=80&v=4"},"commit":{"message":"Support Llama3 8bit quantized inference\n\nrunq - add llama3 support","shortMessageHtmlLink":"Support Llama3 8bit quantized inference"}},{"before":"5d981db3855ab6b3cfe1e17dd32950f64db02ca2","after":"63e69a3ad51eed088cbcb0f06f6596516e599c59","ref":"refs/heads/master","pushedAt":"2024-07-10T16:28:48.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"trholding","name":"Vulcan","path":"/trholding","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/93451215?s=80&v=4"},"commit":{"message":"Llama3 Model Export Howto\n\nREADME.md\n\n- Added instructions for exporting and inferring llama3 model.\n- Added instructions to build with ArmPL\n\nMakefile\n\n- Small update to info texts","shortMessageHtmlLink":"Llama3 Model Export Howto"}},{"before":"1be98e214d3eefdb243f6ad382cfde47d530614b","after":"5d981db3855ab6b3cfe1e17dd32950f64db02ca2","ref":"refs/heads/master","pushedAt":"2024-07-10T05:10:03.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"trholding","name":"Vulcan","path":"/trholding","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/93451215?s=80&v=4"},"commit":{"message":"Add llama3 tokenizer export script and tokenizer binary\n\nThe llama3 tokenizer export script is taken from @jameswdelancey 's llama3.c project:\n\nhttps://github.com/jameswdelancey/llama3.c\n\nMuch appreciation & credits to  @jameswdelancey","shortMessageHtmlLink":"Add llama3 tokenizer export script and tokenizer binary"}},{"before":"ed2253b306c1b5ad04e86e98bc7df943b1b2ae07","after":"1be98e214d3eefdb243f6ad382cfde47d530614b","ref":"refs/heads/master","pushedAt":"2024-07-09T07:18:37.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"trholding","name":"Vulcan","path":"/trholding","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/93451215?s=80&v=4"},"commit":{"message":"Llama3 Support (WIP)\n\nuse -l 3 option","shortMessageHtmlLink":"Llama3 Support (WIP)"}},{"before":"cd68846d37261c95d9eb1a7f7a60309e11e531d3","after":"ed2253b306c1b5ad04e86e98bc7df943b1b2ae07","ref":"refs/heads/master","pushedAt":"2024-06-24T02:31:32.000Z","pushType":"push","commitsCount":5,"pusher":{"login":"trholding","name":"Vulcan","path":"/trholding","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/93451215?s=80&v=4"},"commit":{"message":"Merge remote-tracking branch 'upstream/master'","shortMessageHtmlLink":"Merge remote-tracking branch 'upstream/master'"}},{"before":"c0679150f4f09346574e83761d4caad95ff00e67","after":"cd68846d37261c95d9eb1a7f7a60309e11e531d3","ref":"refs/heads/master","pushedAt":"2024-05-16T18:27:49.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"trholding","name":"Vulcan","path":"/trholding","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/93451215?s=80&v=4"},"commit":{"message":"Update README.md","shortMessageHtmlLink":"Update README.md"}},{"before":"2d663734ea62b5e4785b05c23baf5827132f9ff9","after":"c0679150f4f09346574e83761d4caad95ff00e67","ref":"refs/heads/master","pushedAt":"2024-05-09T05:51:04.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"trholding","name":"Vulcan","path":"/trholding","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/93451215?s=80&v=4"},"commit":{"message":"Update README.md\n\nRemove cruft & tease upcoming Llama 3 inference support","shortMessageHtmlLink":"Update README.md"}},{"before":"4d6452ed5b812963c0cf6e254d63187ca477a3b1","after":"2d663734ea62b5e4785b05c23baf5827132f9ff9","ref":"refs/heads/master","pushedAt":"2024-04-06T03:16:37.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"trholding","name":"Vulcan","path":"/trholding","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/93451215?s=80&v=4"},"commit":{"message":"Update README.md","shortMessageHtmlLink":"Update README.md"}},{"before":"c243fb4122c40b7495b1628142b8c39a1b58607b","after":"4d6452ed5b812963c0cf6e254d63187ca477a3b1","ref":"refs/heads/master","pushedAt":"2024-04-05T16:07:56.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"trholding","name":"Vulcan","path":"/trholding","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/93451215?s=80&v=4"},"commit":{"message":"Makefile: LLVM BOLT Support\n\n- Makefile: Add LLVM BOLT build\n\nUsage:\n\nmake BOLTPREP=1 <target> ;  make run_bolt\n\n- run.c / runq.c : Enable exit command in prompt in embedded model builds\n\n- README.md: Update usage","shortMessageHtmlLink":"Makefile: LLVM BOLT Support"}},{"before":"700b980b826e7c9eaf348aeec1f4e0870c4a062b","after":"c243fb4122c40b7495b1628142b8c39a1b58607b","ref":"refs/heads/master","pushedAt":"2024-04-01T16:48:53.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"trholding","name":"Vulcan","path":"/trholding","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/93451215?s=80&v=4"},"commit":{"message":"Update README.md\n\n- updated usage","shortMessageHtmlLink":"Update README.md"}},{"before":"3401c70a404bbbeede374f4b82b5e476d6f5b255","after":"700b980b826e7c9eaf348aeec1f4e0870c4a062b","ref":"refs/heads/master","pushedAt":"2024-04-01T16:40:53.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"trholding","name":"Vulcan","path":"/trholding","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/93451215?s=80&v=4"},"commit":{"message":"Merge branch 'master' of https://github.com/trholding/llama2.c","shortMessageHtmlLink":"Merge branch 'master' of <a href=\"https://github.com/trholding/llama2.c\">https://github.com/trholding/llama2.c</a>"}},{"before":"5d2fa995d77364c9f0d07bdb6f5e6e02c615ed91","after":"3401c70a404bbbeede374f4b82b5e476d6f5b255","ref":"refs/heads/master","pushedAt":"2024-04-01T15:41:14.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"trholding","name":"Vulcan","path":"/trholding","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/93451215?s=80&v=4"},"commit":{"message":"Update README.md\n\nUpdated usage","shortMessageHtmlLink":"Update README.md"}},{"before":"bf290a49c56fd732e3a898188da2ddd5c91ce47f","after":"5d2fa995d77364c9f0d07bdb6f5e6e02c615ed91","ref":"refs/heads/master","pushedAt":"2024-04-01T15:38:39.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"trholding","name":"Vulcan","path":"/trholding","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/93451215?s=80&v=4"},"commit":{"message":"MKL build fix + Matmul debug log build\n\n- run.c: added temp matmul debug for action replay\n- Makefile: fixed MKL build, added matmul debug log build","shortMessageHtmlLink":"MKL build fix + Matmul debug log build"}},{"before":"6b3490e85a5355a9c26a1ab70a641348066f7960","after":"bf290a49c56fd732e3a898188da2ddd5c91ce47f","ref":"refs/heads/master","pushedAt":"2024-04-01T11:24:19.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"trholding","name":"Vulcan","path":"/trholding","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/93451215?s=80&v=4"},"commit":{"message":"AVX Support\n\n- run.c : AVX support based on https://github.com/karpathy/llama2.c/blob/feature/avx2/run.c but loop unrolled and other improvements\n\n- Makefile: Applied -march=native -mtune=native to most builds","shortMessageHtmlLink":"AVX Support"}},{"before":"ef370104a08a9669322d8055c3f811c7fe50b0ef","after":"6b3490e85a5355a9c26a1ab70a641348066f7960","ref":"refs/heads/master","pushedAt":"2024-03-20T13:16:24.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"trholding","name":"Vulcan","path":"/trholding","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/93451215?s=80&v=4"},"commit":{"message":"Update README.md\n\nAdded the updated output of 'make' build options.","shortMessageHtmlLink":"Update README.md"}},{"before":"d62525d98065af119181439f0190af7371da6e14","after":"ef370104a08a9669322d8055c3f811c7fe50b0ef","ref":"refs/heads/master","pushedAt":"2024-03-20T13:12:26.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"trholding","name":"Vulcan","path":"/trholding","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/93451215?s=80&v=4"},"commit":{"message":"Makefile: Support runq builds\n\nUsage: make\n- Prints all options and the added runq build options.","shortMessageHtmlLink":"Makefile: Support runq builds"}},{"before":"103d3b147a6e077d35f07941e6a8ca093962f459","after":"d62525d98065af119181439f0190af7371da6e14","ref":"refs/heads/master","pushedAt":"2024-03-20T12:02:31.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"trholding","name":"Vulcan","path":"/trholding","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/93451215?s=80&v=4"},"commit":{"message":"runq.c - Disabled cblas matmul\n\nMay need invasive rewrite for 8bit quant. Won't fix.","shortMessageHtmlLink":"runq.c - Disabled cblas matmul"}},{"before":"dd82c76dce8b77a85a06313cbca9bed5723cb22f","after":"103d3b147a6e077d35f07941e6a8ca093962f459","ref":"refs/heads/master","pushedAt":"2024-03-20T11:24:13.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"trholding","name":"Vulcan","path":"/trholding","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/93451215?s=80&v=4"},"commit":{"message":"Refactor run.c - tiny changes\n\nTiny refactor","shortMessageHtmlLink":"Refactor run.c - tiny changes"}},{"before":"13839436c935051659cb3a2656229b59a684d95f","after":"dd82c76dce8b77a85a06313cbca9bed5723cb22f","ref":"refs/heads/master","pushedAt":"2024-03-20T11:13:19.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"trholding","name":"Vulcan","path":"/trholding","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/93451215?s=80&v=4"},"commit":{"message":"L2Efy runq.c\n\nTODO:\n- BLAS builds are broken\n- Add to Makefile","shortMessageHtmlLink":"L2Efy runq.c"}}],"hasNextPage":true,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"djE6ks8AAAAEh0O0iAA","startCursor":null,"endCursor":null}},"title":"Activity · trholding/llama2.c"}