The Hydra Project

community

Join us on our quest to build the next generation of language models!

#HydraProject #MoE #NLP #LanguageModels

\n","classNames":"hf-sanitized hf-sanitized-nzVe7ipaitC2kg91rB3uD"},"users":[{"_id":"6437292ecd93f4c9a34b0d47","avatarUrl":"https://cdn-avatars.huggingface.co/v1/production/uploads/noauth/YeFyz1AZVcCRsyNHHtwJG.jpeg","isPro":false,"fullname":"Sebastian Gabarain","user":"Locutusque","type":"user"},{"_id":"62a3bb1cd0d8c2c2169f0b88","avatarUrl":"https://cdn-avatars.huggingface.co/v1/production/uploads/62a3bb1cd0d8c2c2169f0b88/eT2TS0IlQbZtz-F_zHLz9.jpeg","isPro":true,"fullname":"Joseph [open/acc] Pollack","user":"Tonic","type":"user"},{"_id":"60a4384dce31f0d28cda68c7","avatarUrl":"https://cdn-avatars.huggingface.co/v1/production/uploads/60a4384dce31f0d28cda68c7/O3clz57FO_a3hTY_rei55.png","isPro":true,"fullname":"Some Guy Not Wanting Any Undo Attention","user":"ibivibiv","type":"user"},{"_id":"658cfefb63d9c84928e94ad8","avatarUrl":"https://cdn-avatars.huggingface.co/v1/production/uploads/658cfefb63d9c84928e94ad8/Wi_EsL_33XCCTe5LUVwDo.jpeg","isPro":false,"fullname":"Lucas Atkins","user":"Crystalcareai","type":"user"},{"_id":"650a93c23449d9a49c356aab","avatarUrl":"https://cdn-avatars.huggingface.co/v1/production/uploads/650a93c23449d9a49c356aab/6hl4PHDQeMgdpMbcsee8q.jpeg","isPro":false,"fullname":"aloobun","user":"aloobun","type":"user"},{"_id":"64740cf7485a7c8e1bd51ac9","avatarUrl":"https://cdn-avatars.huggingface.co/v1/production/uploads/64740cf7485a7c8e1bd51ac9/qxcEOKY4M36ggryaoc4L-.jpeg","isPro":true,"fullname":"Beckett Dillon","user":"Severian","type":"user"},{"_id":"640261025caf6d21d67d01ba","avatarUrl":"https://cdn-avatars.huggingface.co/v1/production/uploads/640261025caf6d21d67d01ba/c8p-8DXo6Kz9eg7YvR0Nd.png","isPro":false,"fullname":"Shaun Prince","user":"Suparious","type":"user"},{"_id":"635a1666b19e925cae69c86a","avatarUrl":"https://cdn-avatars.huggingface.co/v1/production/uploads/635a1666b19e925cae69c86a/uNh3lCq8a8jiozkE1KNpE.png","isPro":true,"fullname":"James","user":"jtatman","type":"user"}],"userCount":8,"collections":[],"datasets":[],"models":[{"author":"hydra-project","authorData":{"_id":"65e4f79201d1420e344f384e","avatarUrl":"https://cdn-avatars.huggingface.co/v1/production/uploads/6437292ecd93f4c9a34b0d47/irjvYH9RdVHpwkPJWxP7P.jpeg","fullname":"The Hydra Project","name":"hydra-project","type":"org","isHf":false,"isHfAdmin":false,"isMod":false,"followerCount":18,"isUserFollowing":false},"downloads":8,"gated":false,"id":"hydra-project/CerebrumDolphin-2.0-Mistral-7B-v0.2","availableInferenceProviders":[],"lastModified":"2024-04-14T03:02:51.000Z","likes":3,"pipeline_tag":"text-generation","private":false,"repoType":"model","isLikedByUser":false,"widgetOutputUrls":[],"numParameters":7241732096},{"author":"hydra-project","authorData":{"_id":"65e4f79201d1420e344f384e","avatarUrl":"https://cdn-avatars.huggingface.co/v1/production/uploads/6437292ecd93f4c9a34b0d47/irjvYH9RdVHpwkPJWxP7P.jpeg","fullname":"The Hydra Project","name":"hydra-project","type":"org","isHf":false,"isHfAdmin":false,"isMod":false,"followerCount":18,"isUserFollowing":false},"downloads":3,"gated":false,"id":"hydra-project/CerebrumHyperion-7B-DPO","availableInferenceProviders":[],"lastModified":"2024-03-28T00:13:00.000Z","likes":1,"pipeline_tag":"text-generation","private":false,"repoType":"model","isLikedByUser":false,"widgetOutputUrls":[],"numParameters":7241732096},{"author":"hydra-project","authorData":{"_id":"65e4f79201d1420e344f384e","avatarUrl":"https://cdn-avatars.huggingface.co/v1/production/uploads/6437292ecd93f4c9a34b0d47/irjvYH9RdVHpwkPJWxP7P.jpeg","fullname":"The Hydra Project","name":"hydra-project","type":"org","isHf":false,"isHfAdmin":false,"isMod":false,"followerCount":18,"isUserFollowing":false},"downloads":7,"gated":false,"id":"hydra-project/OpenHercules-2.5-Mistral-7B","availableInferenceProviders":[],"lastModified":"2024-03-12T21:09:35.000Z","likes":7,"pipeline_tag":"text-generation","private":false,"repoType":"model","isLikedByUser":false,"widgetOutputUrls":[],"numParameters":7241732096},{"author":"hydra-project","authorData":{"_id":"65e4f79201d1420e344f384e","avatarUrl":"https://cdn-avatars.huggingface.co/v1/production/uploads/6437292ecd93f4c9a34b0d47/irjvYH9RdVHpwkPJWxP7P.jpeg","fullname":"The Hydra Project","name":"hydra-project","type":"org","isHf":false,"isHfAdmin":false,"isMod":false,"followerCount":18,"isUserFollowing":false},"downloads":29,"gated":false,"id":"hydra-project/OpenHyperion-2.5-Mistral-7B","availableInferenceProviders":[],"lastModified":"2024-03-10T19:24:47.000Z","likes":2,"pipeline_tag":"text-generation","private":false,"repoType":"model","isLikedByUser":false,"widgetOutputUrls":[],"numParameters":7241732096},{"author":"hydra-project","authorData":{"_id":"65e4f79201d1420e344f384e","avatarUrl":"https://cdn-avatars.huggingface.co/v1/production/uploads/6437292ecd93f4c9a34b0d47/irjvYH9RdVHpwkPJWxP7P.jpeg","fullname":"The Hydra Project","name":"hydra-project","type":"org","isHf":false,"isHfAdmin":false,"isMod":false,"followerCount":18,"isUserFollowing":false},"downloads":31,"gated":false,"id":"hydra-project/ChatHercules-2.5-Mistral-7B","availableInferenceProviders":[],"lastModified":"2024-03-04T17:29:19.000Z","likes":9,"pipeline_tag":"text-generation","private":false,"repoType":"model","isLikedByUser":false,"widgetOutputUrls":[],"numParameters":7241732096}],"paperPreviews":[],"spaces":[{"author":"hydra-project","authorData":{"_id":"65e4f79201d1420e344f384e","avatarUrl":"https://cdn-avatars.huggingface.co/v1/production/uploads/6437292ecd93f4c9a34b0d47/irjvYH9RdVHpwkPJWxP7P.jpeg","fullname":"The Hydra Project","name":"hydra-project","type":"org","isHf":false,"isHfAdmin":false,"isMod":false,"followerCount":18,"isUserFollowing":false},"colorFrom":"pink","colorTo":"green","createdAt":"2024-03-03T19:04:55.000Z","emoji":"🧠","id":"hydra-project/OpenHyperion-2.5","lastModified":"2024-03-10T18:33:18.000Z","likes":0,"pinned":false,"private":false,"sdk":"gradio","repoType":"space","runtime":{"stage":"RUNTIME_ERROR","hardware":{"current":null,"requested":"zero-a10g"},"storage":null,"gcTimeout":172800,"errorMessage":"Exit code: 1. Reason: /usr/local/lib/python3.10/site-packages/torch/cuda/__init__.py:654: UserWarning: Can't initialize NVML\n warnings.warn(\"Can't initialize NVML\")\n/usr/local/lib/python3.10/site-packages/bitsandbytes/cextension.py:34: UserWarning: The installed version of bitsandbytes was compiled without GPU support. 8-bit optimizers, 8-bit multiplication, and GPU quantization are unavailable.\n warn(\"The installed version of bitsandbytes was compiled without GPU support. \"\n/usr/local/lib/python3.10/site-packages/bitsandbytes/libbitsandbytes_cpu.so: undefined symbol: cadam32bit_grad_fp32\n↑ Those bitsandbytes warnings are expected on ZeroGPU ↑\nTraceback (most recent call last):\n File \"/home/user/app/app.py\", line 5, in \n import spaces\n File \"/usr/local/lib/python3.10/site-packages/spaces/__init__.py\", line 19, in \n from .zero.decorator import GPU\n File \"/usr/local/lib/python3.10/site-packages/spaces/zero/__init__.py\", line 15, in \n raise RuntimeError(\nRuntimeError: CUDA has been initialized before importing the `spaces` package\n","replicas":{"requested":1},"devMode":false,"domains":[{"domain":"hydra-project-openhyperion-2-5.hf.space","stage":"READY"}]},"title":"OpenHyperion-2.5","isLikedByUser":false,"originRepo":{"name":"Locutusque/hyperion-preview","author":{"_id":"6437292ecd93f4c9a34b0d47","avatarUrl":"https://cdn-avatars.huggingface.co/v1/production/uploads/noauth/YeFyz1AZVcCRsyNHHtwJG.jpeg","fullname":"Sebastian Gabarain","name":"Locutusque","type":"user","isPro":false,"isHf":false,"isHfAdmin":false,"isMod":false,"followerCount":234,"isUserFollowing":false}},"trendingScore":0,"tags":["gradio","region:us"],"featured":false},{"author":"hydra-project","authorData":{"_id":"65e4f79201d1420e344f384e","avatarUrl":"https://cdn-avatars.huggingface.co/v1/production/uploads/6437292ecd93f4c9a34b0d47/irjvYH9RdVHpwkPJWxP7P.jpeg","fullname":"The Hydra Project","name":"hydra-project","type":"org","isHf":false,"isHfAdmin":false,"isMod":false,"followerCount":18,"isUserFollowing":false},"colorFrom":"pink","colorTo":"green","createdAt":"2024-03-04T17:32:21.000Z","emoji":"🧠","id":"hydra-project/ChatHercules-2.5-demo","lastModified":"2024-03-10T00:57:37.000Z","likes":1,"pinned":false,"private":false,"sdk":"gradio","repoType":"space","runtime":{"stage":"RUNTIME_ERROR","hardware":{"current":null,"requested":"zero-a10g"},"storage":null,"gcTimeout":172800,"errorMessage":"ile \"/home/user/.local/lib/python3.10/site-packages/huggingface_hub/file_download.py\", line 1667, in get_hf_file_metadata\n r = _request_wrapper(\n File \"/home/user/.local/lib/python3.10/site-packages/huggingface_hub/file_download.py\", line 385, in _request_wrapper\n response = _request_wrapper(\n File \"/home/user/.local/lib/python3.10/site-packages/huggingface_hub/file_download.py\", line 409, in _request_wrapper\n hf_raise_for_status(response)\n File \"/home/user/.local/lib/python3.10/site-packages/huggingface_hub/utils/_errors.py\", line 352, in hf_raise_for_status\n raise RepositoryNotFoundError(message, response) from e\nhuggingface_hub.utils._errors.RepositoryNotFoundError: 401 Client Error. (Request ID: Root=1-6666c5fa-329d4ce24b2e06e42d391bea;d2e53b54-e82d-4e78-bf1f-2067cb9d1599)\n\nRepository Not Found for url: https://huggingface.co/Locutusque/ChatHercules-2.5-Mistral-7B-DPO/resolve/main/config.json.\nPlease make sure you specified the correct `repo_id` and `repo_type`.\nIf you are trying to access a private or gated repo, make sure you are authenticated.\nUser Access Token \"Translator\" is expired\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n File \"/home/user/app/app.py\", line 11, in \n generator = pipeline('text-generation', model='Locutusque/ChatHercules-2.5-Mistral-7B-DPO', torch_dtype=torch.bfloat16, token=os.environ[\"HF\"])\n File \"/home/user/.local/lib/python3.10/site-packages/transformers/pipelines/__init__.py\", line 747, in pipeline\n resolved_config_file = cached_file(\n File \"/home/user/.local/lib/python3.10/site-packages/transformers/utils/hub.py\", line 406, in cached_file\n raise EnvironmentError(\nOSError: Locutusque/ChatHercules-2.5-Mistral-7B-DPO is not a local folder and is not a valid model identifier listed on 'https://huggingface.co/models'\nIf this is a private repository, make sure to pass a token having permission to this repo either by logging in with `huggingface-cli login` or by passing `token=`\n","replicas":{"requested":1},"devMode":false,"domains":[{"domain":"hydra-project-chathercules-2-5-demo.hf.space","stage":"READY"}]},"title":"ChatHercules-2.5-demo","isLikedByUser":false,"originRepo":{"name":"Locutusque/hyperion-preview","author":{"_id":"6437292ecd93f4c9a34b0d47","avatarUrl":"https://cdn-avatars.huggingface.co/v1/production/uploads/noauth/YeFyz1AZVcCRsyNHHtwJG.jpeg","fullname":"Sebastian Gabarain","name":"Locutusque","type":"user","isPro":false,"isHf":false,"isHfAdmin":false,"isMod":false,"followerCount":234,"isUserFollowing":false}},"trendingScore":0,"tags":["gradio","region:us"],"featured":false}],"buckets":[],"numBuckets":0,"numDatasets":0,"numModels":5,"numSpaces":3,"lastOrgActivities":[],"acceptLanguages":["*"],"canReadRepos":false,"canReadSpaces":false,"blogPosts":[],"currentRepoPage":0,"filters":{},"paperView":false}">

AI & ML interests

Powerful MoEs and merges for language models.

Organization Card

Community About org cards

The Hydra Project

We are a multi-headed beast, tackling the language frontier.

Mission:

Our mission is to unleash the true potential of language models by harnessing the power of Mixture of Experts (MoEs) and merging techniques. Like the mythical Hydra, we grow stronger with each head, creating powerful, versatile, and adaptable language models for the future.

Focus: