{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":742866348,"defaultBranch":"main","name":"summarization-eval","ownerLogin":"Muhtasham","currentUserCanPush":false,"isFork":false,"isEmpty":false,"createdAt":"2024-01-13T15:53:40.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/20128202?v=4","public":true,"private":false,"isOrgOwned":false},"refInfo":{"name":"","listCacheKey":"v0:1705161221.831203","currentOid":""},"activityList":{"items":[{"before":"0cfb25639f0c5829780004918e13d26cfcc493f4","after":"805095d3250c3bb98e7952b8a26b5fb04bfaa916","ref":"refs/heads/main","pushedAt":"2024-01-15T12:31:52.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Muhtasham","name":"muhtasham","path":"/Muhtasham","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/20128202?s=80&v=4"},"commit":{"message":"Remove command explanation from README.md","shortMessageHtmlLink":"Remove command explanation from README.md"}},{"before":"1fd3ccb9502efcd6d9bfba198e02d03073ff1ea9","after":"0cfb25639f0c5829780004918e13d26cfcc493f4","ref":"refs/heads/main","pushedAt":"2024-01-15T10:19:01.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Muhtasham","name":"muhtasham","path":"/Muhtasham","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/20128202?s=80&v=4"},"commit":{"message":"Update argparse description and fix formatting in utils.py","shortMessageHtmlLink":"Update argparse description and fix formatting in utils.py"}},{"before":"cbf479c28f85fc1347c537fdee47d9c0eaa0027d","after":"1fd3ccb9502efcd6d9bfba198e02d03073ff1ea9","ref":"refs/heads/main","pushedAt":"2024-01-15T09:56:21.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Muhtasham","name":"muhtasham","path":"/Muhtasham","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/20128202?s=80&v=4"},"commit":{"message":"Update utils.py: Generated Summary and Cosine Similarity","shortMessageHtmlLink":"Update utils.py: Generated Summary and Cosine Similarity"}},{"before":"92f94cfa365c4c79ee6da54004a571fee310ca57","after":"cbf479c28f85fc1347c537fdee47d9c0eaa0027d","ref":"refs/heads/main","pushedAt":"2024-01-15T09:27:08.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Muhtasham","name":"muhtasham","path":"/Muhtasham","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/20128202?s=80&v=4"},"commit":{"message":"Add new features and improvements to the text summarization evaluation script","shortMessageHtmlLink":"Add new features and improvements to the text summarization evaluatio…"}},{"before":"1108e80113e81d9bb5f214120a3be9112a2b80ed","after":"92f94cfa365c4c79ee6da54004a571fee310ca57","ref":"refs/heads/main","pushedAt":"2024-01-15T09:12:15.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Muhtasham","name":"muhtasham","path":"/Muhtasham","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/20128202?s=80&v=4"},"commit":{"message":"Update README.md for summarization evaluation","shortMessageHtmlLink":"Update README.md for summarization evaluation"}},{"before":"e043935d3a0d389ff13701434a6afdc067385cfd","after":"1108e80113e81d9bb5f214120a3be9112a2b80ed","ref":"refs/heads/main","pushedAt":"2024-01-15T09:09:37.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Muhtasham","name":"muhtasham","path":"/Muhtasham","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/20128202?s=80&v=4"},"commit":{"message":"Add async to embedddings","shortMessageHtmlLink":"Add async to embedddings"}},{"before":"f8729d013f36b37c3c895bb5365f942e2088558f","after":"e043935d3a0d389ff13701434a6afdc067385cfd","ref":"refs/heads/main","pushedAt":"2024-01-15T01:38:37.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Muhtasham","name":"muhtasham","path":"/Muhtasham","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/20128202?s=80&v=4"},"commit":{"message":"Update README.md with new project description","shortMessageHtmlLink":"Update README.md with new project description"}},{"before":"490f1a4615da469b801b4b7fe1771fd34bb34c91","after":"f8729d013f36b37c3c895bb5365f942e2088558f","ref":"refs/heads/main","pushedAt":"2024-01-15T01:26:54.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Muhtasham","name":"muhtasham","path":"/Muhtasham","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/20128202?s=80&v=4"},"commit":{"message":"Fix formatting in main.py and utils.py","shortMessageHtmlLink":"Fix formatting in main.py and utils.py"}},{"before":"e5d6580445b89a01fbbb514813039a366f18bb09","after":"490f1a4615da469b801b4b7fe1771fd34bb34c91","ref":"refs/heads/main","pushedAt":"2024-01-15T00:30:33.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Muhtasham","name":"muhtasham","path":"/Muhtasham","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/20128202?s=80&v=4"},"commit":{"message":"Add CONTRIBUTING.md and update README.md and utils.py","shortMessageHtmlLink":"Add CONTRIBUTING.md and update README.md and utils.py"}},{"before":"379437a469ff5a3f4283196e4253db3214c061cd","after":"e5d6580445b89a01fbbb514813039a366f18bb09","ref":"refs/heads/main","pushedAt":"2024-01-15T00:11:07.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Muhtasham","name":"muhtasham","path":"/Muhtasham","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/20128202?s=80&v=4"},"commit":{"message":"Add logger and main script for LLM evaluation","shortMessageHtmlLink":"Add logger and main script for LLM evaluation"}},{"before":"c49e5ce026354f63e9c05c53cb1853d10faab1c6","after":"379437a469ff5a3f4283196e4253db3214c061cd","ref":"refs/heads/main","pushedAt":"2024-01-14T23:38:50.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Muhtasham","name":"muhtasham","path":"/Muhtasham","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/20128202?s=80&v=4"},"commit":{"message":"Update debug mode description","shortMessageHtmlLink":"Update debug mode description"}},{"before":"d99a89a20cf58b8f62c43cbb8b1d8a53b0d155f8","after":"c49e5ce026354f63e9c05c53cb1853d10faab1c6","ref":"refs/heads/main","pushedAt":"2024-01-14T23:35:41.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Muhtasham","name":"muhtasham","path":"/Muhtasham","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/20128202?s=80&v=4"},"commit":{"message":"Refactor code to use debug mode and add cosine similarity function","shortMessageHtmlLink":"Refactor code to use debug mode and add cosine similarity function"}},{"before":"3aaf3ed9f419ccf7f5b934eb1524a1519be03d4a","after":"d99a89a20cf58b8f62c43cbb8b1d8a53b0d155f8","ref":"refs/heads/main","pushedAt":"2024-01-14T23:30:56.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Muhtasham","name":"muhtasham","path":"/Muhtasham","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/20128202?s=80&v=4"},"commit":{"message":"Refactor cosine similarity calculations and add support for multiple summary sentences\n\nAdd type annotations to calculate_rouge_c and calculate_bert_score functions","shortMessageHtmlLink":"Refactor cosine similarity calculations and add support for multiple …"}},{"before":"ab4331ac08bca6c82189371e9eb6992b638f7376","after":"3aaf3ed9f419ccf7f5b934eb1524a1519be03d4a","ref":"refs/heads/main","pushedAt":"2024-01-14T23:22:24.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Muhtasham","name":"muhtasham","path":"/Muhtasham","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/20128202?s=80&v=4"},"commit":{"message":"Refactor LLM name and improve advanced analysis","shortMessageHtmlLink":"Refactor LLM name and improve advanced analysis"}},{"before":"3b83eb7514e881c72adeb383072f62b48a990477","after":"ab4331ac08bca6c82189371e9eb6992b638f7376","ref":"refs/heads/main","pushedAt":"2024-01-14T23:06:08.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Muhtasham","name":"muhtasham","path":"/Muhtasham","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/20128202?s=80&v=4"},"commit":{"message":"Refactor evaluation tables and add justification panel","shortMessageHtmlLink":"Refactor evaluation tables and add justification panel"}},{"before":"82d7b62441be862f33ecb8ea7a478c63110d2afb","after":"3b83eb7514e881c72adeb383072f62b48a990477","ref":"refs/heads/main","pushedAt":"2024-01-14T22:49:31.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Muhtasham","name":"muhtasham","path":"/Muhtasham","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/20128202?s=80&v=4"},"commit":{"message":"Add .gitignore and logger.py, update requirements.txt and README.md, and refactor main.py","shortMessageHtmlLink":"Add .gitignore and logger.py, update requirements.txt and README.md, …"}},{"before":"bb4bbb101256ec80a76316a80075e3c3cca29c6b","after":"82d7b62441be862f33ecb8ea7a478c63110d2afb","ref":"refs/heads/main","pushedAt":"2024-01-13T18:13:31.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Muhtasham","name":"muhtasham","path":"/Muhtasham","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/20128202?s=80&v=4"},"commit":{"message":"Refactor generate_and_process_llm_responses function","shortMessageHtmlLink":"Refactor generate_and_process_llm_responses function"}},{"before":"c99d2018876081629ece593f0e9978319a28eda7","after":"bb4bbb101256ec80a76316a80075e3c3cca29c6b","ref":"refs/heads/main","pushedAt":"2024-01-13T18:12:18.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Muhtasham","name":"muhtasham","path":"/Muhtasham","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/20128202?s=80&v=4"},"commit":{"message":"Add ValidationError import to utils.py","shortMessageHtmlLink":"Add ValidationError import to utils.py"}},{"before":"5b9145e02f0463b23ff8bcf52f3dbe97f21f9d94","after":"c99d2018876081629ece593f0e9978319a28eda7","ref":"refs/heads/main","pushedAt":"2024-01-13T18:11:41.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Muhtasham","name":"muhtasham","path":"/Muhtasham","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/20128202?s=80&v=4"},"commit":{"message":"Add G-Eval with GPT functionality and JSON response","shortMessageHtmlLink":"Add G-Eval with GPT functionality and JSON response"}},{"before":"a43d92d4bf0a2606e8832d262562327ad45d51d7","after":"5b9145e02f0463b23ff8bcf52f3dbe97f21f9d94","ref":"refs/heads/main","pushedAt":"2024-01-13T18:08:54.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"Muhtasham","name":"muhtasham","path":"/Muhtasham","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/20128202?s=80&v=4"},"commit":{"message":"Add functions for calculating ROUGE scores, BERTScore, and G-Eval with GPT","shortMessageHtmlLink":"Add functions for calculating ROUGE scores, BERTScore, and G-Eval wit…"}},{"before":"3dcc465005100d67d8a9d98c92ca5ffdebe696bf","after":"a43d92d4bf0a2606e8832d262562327ad45d51d7","ref":"refs/heads/main","pushedAt":"2024-01-13T17:57:26.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Muhtasham","name":"muhtasham","path":"/Muhtasham","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/20128202?s=80&v=4"},"commit":{"message":"Add initial code for summary eval and processing","shortMessageHtmlLink":"Add initial code for summary eval and processing"}},{"before":null,"after":"3dcc465005100d67d8a9d98c92ca5ffdebe696bf","ref":"refs/heads/main","pushedAt":"2024-01-13T15:53:41.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"Muhtasham","name":"muhtasham","path":"/Muhtasham","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/20128202?s=80&v=4"},"commit":{"message":"Initial commit","shortMessageHtmlLink":"Initial commit"}}],"hasNextPage":false,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"Y3Vyc29yOnYyOpK7MjAyNC0wMS0xNVQxMjozMTo1Mi4wMDAwMDBazwAAAAPgBQZy","startCursor":"Y3Vyc29yOnYyOpK7MjAyNC0wMS0xNVQxMjozMTo1Mi4wMDAwMDBazwAAAAPgBQZy","endCursor":"Y3Vyc29yOnYyOpK7MjAyNC0wMS0xM1QxNTo1Mzo0MS4wMDAwMDBazwAAAAPe86NT"}},"title":"Activity · Muhtasham/summarization-eval"}