[{"id":"gpt-4_bfloat16__True","model":{"name":"gpt-4","sha":"","precision":"bfloat16","type":"chatmodels","weight_type":"Original","architecture":"Transformer","average_score":48.33713781863355,"has_chat_template":true},"evaluations":{"multifin":{"name":"MultiFin","value":0.6296296296296297,"normalized_score":55.55555555555556},"qa":{"name":"QA","value":0.7066666666666667,"normalized_score":60.19047619047618},"fns":{"name":"FNS","value":0.3795756068562762,"normalized_score":37.95756068562762},"finnum":{"name":"FinNum","value":0.27983771457300866,"normalized_score":27.983771457300865},"fintext":{"name":"FinText","value":0.5999832520420754,"normalized_score":59.99832520420754}},"features":{"is_not_available_on_hub":false,"is_merged":false,"is_moe":true,"is_flagged":false,"is_highlighted_by_maintainer":false},"metadata":{"upload_date":"2025-01-08","submission_date":"2025-01-08","generation":0,"base_model":"GPT-4","hub_license":"openai","hub_hearts":0,"params_billions":1800.0,"co2_cost":0.028303630756959318}},{"id":"gpt-4o_bfloat16_7c060821c8b41e02c7628adee6715915e6055dee0163013fc7a860cea0b6b173_True","model":{"name":"gpt-4o","sha":"7c060821c8b41e02c7628adee6715915e6055dee0163013fc7a860cea0b6b173","precision":"bfloat16","type":"chatmodels","weight_type":"Original","architecture":"Transformer","average_score":37.50771258804114,"has_chat_template":true},"evaluations":{"multifin":{"name":"MultiFin","value":0.5925925925925926,"normalized_score":51.11111111111111},"qa":{"name":"QA","value":0.7822222222222223,"normalized_score":70.44444444444444},"fns":{"name":"FNS","value":0.2550012082676359,"normalized_score":25.500120826763588},"finnum":{"name":"FinNum","value":0.09180555555555556,"normalized_score":9.180555555555555},"fintext":{"name":"FinText","value":0.3130233100233101,"normalized_score":31.30233100233101}},"features":{"is_not_available_on_hub":false,"is_merged":false,"is_moe":true,"is_flagged":false,"is_highlighted_by_maintainer":false},"metadata":{"upload_date":"2025-01-09","submission_date":"2025-01-09","generation":0,"base_model":"GPT-4o","hub_license":"openai","hub_hearts":0,"params_billions":2500.0,"co2_cost":0.10118961415980011}},{"id":"gpt-4o-mini_bfloat16_7c060821c8b41e02c7628adee6715915e6055dee0163013fc7a860cea0b6b173_True","model":{"name":"gpt-4o-mini","sha":"7c060821c8b41e02c7628adee6715915e6055dee0163013fc7a860cea0b6b173","precision":"bfloat16","type":"chatmodels","weight_type":"Original","architecture":"Transformer","average_score":28.32187028617799,"has_chat_template":true},"evaluations":{"multifin":{"name":"MultiFin","value":0.5925925925925926,"normalized_score":51.11111111111111},"qa":{"name":"QA","value":0.11555555555555555,"normalized_score":0.0},"fns":{"name":"FNS","value":0.35546031417569934,"normalized_score":35.546031417569935},"finnum":{"name":"FinNum","value":0.24777533577533575,"normalized_score":24.777533577533575},"fintext":{"name":"FinText","value":0.30174675324675326,"normalized_score":30.174675324675327}},"features":{"is_not_available_on_hub":false,"is_merged":false,"is_moe":true,"is_flagged":false,"is_highlighted_by_maintainer":false},"metadata":{"upload_date":"2025-01-09","submission_date":"2025-01-09","generation":0,"base_model":"GPT-4o-mini","hub_license":"openai","hub_hearts":0,"params_billions":500.0,"co2_cost":0.025915388862323016}},{"id":"gpt-3.5-turbo-0125_bfloat16_7c060821c8b41e02c7628adee6715915e6055dee0163013fc7a860cea0b6b173_True","model":{"name":"gpt-3.5-turbo-0125","sha":"7c060821c8b41e02c7628adee6715915e6055dee0163013fc7a860cea0b6b173","precision":"bfloat16","type":"chatmodels","weight_type":"Original","architecture":"Transformer","average_score":23.1646645916671,"has_chat_template":true},"evaluations":{"multifin":{"name":"MultiFin","value":0.5,"normalized_score":40.0},"qa":{"name":"QA","value":0.0,"normalized_score":0.0},"fns":{"name":"FNS","value":0.31380105065117614,"normalized_score":31.380105065117615},"finnum":{"name":"FinNum","value":0.14122222222222222,"normalized_score":14.122222222222222},"fintext":{"name":"FinText","value":0.3032099567099567,"normalized_score":30.32099567099567}},"features":{"is_not_available_on_hub":false,"is_merged":false,"is_moe":true,"is_flagged":false,"is_highlighted_by_maintainer":false},"metadata":{"upload_date":"2025-01-09","submission_date":"2025-01-09","generation":0,"base_model":"GPT-3.5-turbo","hub_license":"openai","hub_hearts":0,"params_billions":400.0,"co2_cost":0.09804297572532669}},{"id":"meta-llama/Llama-3.2-1B-Instruct_bfloat16_7502ba61a495f4f044f7aca83fbd26b38dc1afbf3183af84aa0155792deedd8e_True","model":{"name":"meta-llama/Llama-3.2-1B-Instruct","sha":"7502ba61a495f4f044f7aca83fbd26b38dc1afbf3183af84aa0155792deedd8e","precision":"bfloat16","type":"chatmodels","weight_type":"Original","architecture":"LlamaForCausalLM","average_score":8.949207027922997,"has_chat_template":true},"evaluations":{"multifin":{"name":"MultiFin","value":0.3888888888888889,"normalized_score":26.666666666666668},"qa":{"name":"QA","value":0.29333333333333333,"normalized_score":4.095238095238097},"fns":{"name":"FNS","value":0.13984130377710213,"normalized_score":13.984130377710214},"finnum":{"name":"FinNum","value":0.0,"normalized_score":0.0},"fintext":{"name":"FinText","value":0.0,"normalized_score":0.0}},"features":{"is_not_available_on_hub":true,"is_merged":false,"is_moe":false,"is_flagged":false,"is_highlighted_by_maintainer":false},"metadata":{"upload_date":"2025-01-09","submission_date":"2025-01-09","generation":0,"base_model":"meta-llama/Llama-3.2-1B-Instruct","hub_license":"llama3.2","hub_hearts":684,"params_billions":1.24,"co2_cost":43.12024600080331}},{"id":"meta-llama/Meta-Llama-3-8B-Instruct_bfloat16_ea151892b1fb3fc5af563c371af50f5d82974ea47190db5ed716d3b5db88e005_True","model":{"name":"meta-llama/Meta-Llama-3-8B-Instruct","sha":"ea151892b1fb3fc5af563c371af50f5d82974ea47190db5ed716d3b5db88e005","precision":"bfloat16","type":"chatmodels","weight_type":"Original","architecture":"LlamaForCausalLM","average_score":18.93031228379032,"has_chat_template":true},"evaluations":{"multifin":{"name":"MultiFin","value":0.7037037037037037,"normalized_score":64.44444444444444},"qa":{"name":"QA","value":0.3333333333333333,"normalized_score":9.523809523809522},"fns":{"name":"FNS","value":0.07433307450697638,"normalized_score":7.4333074506976375},"finnum":{"name":"FinNum","value":0.0,"normalized_score":0.0},"fintext":{"name":"FinText","value":0.1325,"normalized_score":13.25}},"features":{"is_not_available_on_hub":true,"is_merged":false,"is_moe":false,"is_flagged":false,"is_highlighted_by_maintainer":false},"metadata":{"upload_date":"2025-01-09","submission_date":"2025-01-09","generation":0,"base_model":"meta-llama/Meta-Llama-3-8B-Instruct","hub_license":"llama3","hub_hearts":3749,"params_billions":8.03,"co2_cost":16.503916882351042}},{"id":"Qwen/Qwen2.5-1.5B-Instruct_bfloat16_926d641c20d9fdd085d73d057ba47847c58295c389b94a31fe9d8c90d3205751_True","model":{"name":"Qwen/Qwen2.5-1.5B-Instruct","sha":"926d641c20d9fdd085d73d057ba47847c58295c389b94a31fe9d8c90d3205751","precision":"bfloat16","type":"chatmodels","weight_type":"Original","architecture":"Qwen2ForCausalLM","average_score":6.540124187776051,"has_chat_template":true},"evaluations":{"multifin":{"name":"MultiFin","value":0.3148148148148148,"normalized_score":17.77777777777778},"qa":{"name":"QA","value":0.35555555555555557,"normalized_score":12.539682539682543},"fns":{"name":"FNS","value":0.023831606214199302,"normalized_score":2.3831606214199303},"finnum":{"name":"FinNum","value":0.0,"normalized_score":0.0},"fintext":{"name":"FinText","value":0.0,"normalized_score":0.0}},"features":{"is_not_available_on_hub":true,"is_merged":false,"is_moe":false,"is_flagged":false,"is_highlighted_by_maintainer":false},"metadata":{"upload_date":"2025-01-10","submission_date":"2025-01-10","generation":1,"base_model":"Qwen/Qwen2.5-1.5B","hub_license":"apache-2.0","hub_hearts":270,"params_billions":1.5,"co2_cost":64.05826960325706}},{"id":"Qwen/Qwen2.5-7B-Instruct_bfloat16_926d641c20d9fdd085d73d057ba47847c58295c389b94a31fe9d8c90d3205751_True","model":{"name":"Qwen/Qwen2.5-7B-Instruct","sha":"926d641c20d9fdd085d73d057ba47847c58295c389b94a31fe9d8c90d3205751","precision":"bfloat16","type":"chatmodels","weight_type":"Original","architecture":"Qwen2ForCausalLM","average_score":17.365887732486478,"has_chat_template":true},"evaluations":{"multifin":{"name":"MultiFin","value":0.5370370370370371,"normalized_score":44.44444444444445},"qa":{"name":"QA","value":0.4266666666666667,"normalized_score":22.190476190476193},"fns":{"name":"FNS","value":0.06994518027511745,"normalized_score":6.994518027511745},"finnum":{"name":"FinNum","value":0.0,"normalized_score":0.0},"fintext":{"name":"FinText","value":0.132,"normalized_score":13.200000000000001}},"features":{"is_not_available_on_hub":true,"is_merged":false,"is_moe":false,"is_flagged":false,"is_highlighted_by_maintainer":false},"metadata":{"upload_date":"2025-01-10","submission_date":"2025-01-10","generation":1,"base_model":"Qwen/Qwen2.5-7B","hub_license":"apache-2.0","hub_hearts":413,"params_billions":7.616,"co2_cost":49.54892443000339}},{"id":"google/gemma-2-9b-it_bfloat16_d8f40ddee642f2124a5930c596ce728a0b61f73a7aa2aa6b6227790c5ab19444_True","model":{"name":"google/gemma-2-9b-it","sha":"d8f40ddee642f2124a5930c596ce728a0b61f73a7aa2aa6b6227790c5ab19444","precision":"bfloat16","type":"chatmodels","weight_type":"Original","architecture":"Gemma2ForCausalLM","average_score":14.319531881013315,"has_chat_template":true},"evaluations":{"multifin":{"name":"MultiFin","value":0.6111111111111112,"normalized_score":53.33333333333334},"qa":{"name":"QA","value":0.30666666666666664,"normalized_score":5.904761904761903},"fns":{"name":"FNS","value":0.059108628682700295,"normalized_score":5.91086286827003},"finnum":{"name":"FinNum","value":0.018939393939393936,"normalized_score":1.8939393939393936},"fintext":{"name":"FinText","value":0.045547619047619045,"normalized_score":4.554761904761905}},"features":{"is_not_available_on_hub":true,"is_merged":false,"is_moe":false,"is_flagged":false,"is_highlighted_by_maintainer":false},"metadata":{"upload_date":"2025-01-10","submission_date":"2025-01-10","generation":1,"base_model":"google/gemma-2-9b","hub_license":"gemma","hub_hearts":613,"params_billions":9.0,"co2_cost":121.09861638586968}},{"id":"google/gemma-2-2b-it_bfloat16_d8f40ddee642f2124a5930c596ce728a0b61f73a7aa2aa6b6227790c5ab19444_True","model":{"name":"google/gemma-2-2b-it","sha":"d8f40ddee642f2124a5930c596ce728a0b61f73a7aa2aa6b6227790c5ab19444","precision":"bfloat16","type":"fine-tunedondomain-specificdatasets","weight_type":"Original","architecture":"InternLM2ForCausalLM","average_score":9.506995885011523,"has_chat_template":true},"evaluations":{"multifin":{"name":"MultiFin","value":0.4074074074074074,"normalized_score":28.888888888888886},"qa":{"name":"QA","value":0.21777777777777776,"normalized_score":0.0},"fns":{"name":"FNS","value":0.026127572028353925,"normalized_score":2.6127572028353927},"finnum":{"name":"FinNum","value":0.0,"normalized_score":0.0},"fintext":{"name":"FinText","value":0.16033333333333333,"normalized_score":16.03333333333333}},"features":{"is_not_available_on_hub":true,"is_merged":false,"is_moe":false,"is_flagged":false,"is_highlighted_by_maintainer":false},"metadata":{"upload_date":"2025-01-10","submission_date":"2025-01-10","generation":1,"base_model":"google/gemma-2-2b","hub_license":"gemma","hub_hearts":854,"params_billions":2.614,"co2_cost":181.25767429183702}},{"id":"google/gemma-2-27b-it_bfloat16_d8f40ddee642f2124a5930c596ce728a0b61f73a7aa2aa6b6227790c5ab19444_True","model":{"name":"google/gemma-2-27b-it","sha":"d8f40ddee642f2124a5930c596ce728a0b61f73a7aa2aa6b6227790c5ab19444","precision":"bfloat16","type":"chatmodels","weight_type":"Original","architecture":"Gemma2ForCausalLM","average_score":19.805341027047064,"has_chat_template":true},"evaluations":{"multifin":{"name":"MultiFin","value":0.6111111111111112,"normalized_score":53.33333333333334},"qa":{"name":"QA","value":0.25333333333333335,"normalized_score":0.0},"fns":{"name":"FNS","value":0.08963818022348206,"normalized_score":8.963818022348207},"finnum":{"name":"FinNum","value":0.18241702741702742,"normalized_score":18.241702741702742},"fintext":{"name":"FinText","value":0.18487851037851036,"normalized_score":18.487851037851037}},"features":{"is_not_available_on_hub":true,"is_merged":false,"is_moe":false,"is_flagged":false,"is_highlighted_by_maintainer":false},"metadata":{"upload_date":"2025-01-10","submission_date":"2025-01-10","generation":1,"base_model":"google/gemma-2-27b","hub_license":"gemma","hub_hearts":491,"params_billions":27.227,"co2_cost":1408.0988601029617}},{"id":"mistralai/Mistral-7B-Instruct-v0.3_bfloat16_a702c83c25f9152c05e352d9cfd0ea65e8e4adb39ae6c6f2dc162ef367001c1f_True","model":{"name":"mistralai/Mistral-7B-Instruct-v0.3","sha":"a702c83c25f9152c05e352d9cfd0ea65e8e4adb39ae6c6f2dc162ef367001c1f","precision":"bfloat16","type":"chatmodels","weight_type":"Original","architecture":"MistralForCausalLM","average_score":14.680726437973712,"has_chat_template":true},"evaluations":{"multifin":{"name":"MultiFin","value":0.5185185185185185,"normalized_score":42.22222222222222},"qa":{"name":"QA","value":0.4311111111111111,"normalized_score":22.793650793650794},"fns":{"name":"FNS","value":0.08387759173995549,"normalized_score":8.38775917399555},"finnum":{"name":"FinNum","value":0.0,"normalized_score":0.0},"fintext":{"name":"FinText","value":0.0,"normalized_score":0.0}},"features":{"is_not_available_on_hub":true,"is_merged":false,"is_moe":false,"is_flagged":false,"is_highlighted_by_maintainer":false},"metadata":{"upload_date":"2025-01-10","submission_date":"2025-01-10","generation":1,"base_model":"mistralai/Mistral-7B-v0.3","hub_license":"apache-2.0","hub_hearts":1233,"params_billions":7.248,"co2_cost":13.096294599194081}},{"id":"ilsp/Meltemi-7B-Instruct-v1.5_bfloat16_60d7931ebe8308fc4d1a2152ea3d630524a7100d8d98da173c2951e8b6426e17_True","model":{"name":"ilsp/Meltemi-7B-Instruct-v1.5","sha":"60d7931ebe8308fc4d1a2152ea3d630524a7100d8d98da173c2951e8b6426e17","precision":"bfloat16","type":"chatmodels","weight_type":"Original","architecture":"multiple_choice","average_score":28.35405462423781,"has_chat_template":true},"evaluations":{"multifin":{"name":"MultiFin","value":0.42592592592592593,"normalized_score":31.111111111111118},"qa":{"name":"QA","value":0.48,"normalized_score":29.428571428571427},"fns":{"name":"FNS","value":0.18984198085114046,"normalized_score":18.984198085114045},"finnum":{"name":"FinNum","value":0.12113492063492064,"normalized_score":12.113492063492064},"fintext":{"name":"FinText","value":0.5013290043290042,"normalized_score":50.13290043290042}},"features":{"is_not_available_on_hub":true,"is_merged":false,"is_moe":false,"is_flagged":false,"is_highlighted_by_maintainer":false},"metadata":{"upload_date":"2025-01-10","submission_date":"2025-01-10","generation":0,"base_model":"ilsp/Meltemi-7B-v1.5","hub_license":"apache-2.0","hub_hearts":17,"params_billions":7.48,"co2_cost":0.0006947152275592088}},{"id":"meta-llama/Meta-Llama-3-70B-Instruct_bfloat16_ea151892b1fb3fc5af563c371af50f5d82974ea47190db5ed716d3b5db88e005_True","model":{"name":"meta-llama/Meta-Llama-3-70B-Instruct","sha":"ea151892b1fb3fc5af563c371af50f5d82974ea47190db5ed716d3b5db88e005","precision":"bfloat16","type":"chatmodels","weight_type":"Original","architecture":"LlamaForCausalLM","average_score":31.228276813377327,"has_chat_template":true},"evaluations":{"multifin":{"name":"MultiFin","value":0.6111111111111112,"normalized_score":53.33333333333334},"qa":{"name":"QA","value":0.5955555555555555,"normalized_score":45.1111111111111},"fns":{"name":"FNS","value":0.0812471740021998,"normalized_score":8.12471740021998},"finnum":{"name":"FinNum","value":0.05,"normalized_score":5.0},"fintext":{"name":"FinText","value":0.4457222222222221,"normalized_score":44.57222222222221}},"features":{"is_not_available_on_hub":true,"is_merged":false,"is_moe":false,"is_flagged":false,"is_highlighted_by_maintainer":false},"metadata":{"upload_date":"2025-01-10","submission_date":"2025-01-10","generation":1,"base_model":"meta-llama/Meta-Llama-3-70B","hub_license":"llama3","hub_hearts":1451,"params_billions":70.554,"co2_cost":9718.232567347437}},{"id":"Qwen/Qwen2.5-32B-Instruct_bfloat16_926d641c20d9fdd085d73d057ba47847c58295c389b94a31fe9d8c90d3205751_True","model":{"name":"Qwen/Qwen2.5-32B-Instruct","sha":"926d641c20d9fdd085d73d057ba47847c58295c389b94a31fe9d8c90d3205751","precision":"bfloat16","type":"chatmodels","weight_type":"Original","architecture":"Qwen2ForCausalLM","average_score":42.48942173434742,"has_chat_template":true},"evaluations":{"multifin":{"name":"MultiFin","value":0.7037037037037037,"normalized_score":64.44444444444444},"qa":{"name":"QA","value":0.6044444444444445,"normalized_score":46.317460317460316},"fns":{"name":"FNS","value":0.0970627173090016,"normalized_score":9.70627173090016},"finnum":{"name":"FinNum","value":0.3677222222222222,"normalized_score":36.77222222222222},"fintext":{"name":"FinText","value":0.5520670995670994,"normalized_score":55.20670995670994}},"features":{"is_not_available_on_hub":true,"is_merged":false,"is_moe":false,"is_flagged":false,"is_highlighted_by_maintainer":false},"metadata":{"upload_date":"2025-01-10","submission_date":"2025-01-10","generation":1,"base_model":"Qwen/Qwen2.5-32B","hub_license":"apache-2.0","hub_hearts":170,"params_billions":32.764,"co2_cost":777.3578688472335}},{"id":"Qwen/Qwen2.5-72B-Instruct_bfloat16_926d641c20d9fdd085d73d057ba47847c58295c389b94a31fe9d8c90d3205751_True","model":{"name":"Qwen/Qwen2.5-72B-Instruct","sha":"926d641c20d9fdd085d73d057ba47847c58295c389b94a31fe9d8c90d3205751","precision":"bfloat16","type":"chatmodels","weight_type":"Original","architecture":"Qwen2ForCausalLM","average_score":41.36124195923813,"has_chat_template":true},"evaluations":{"multifin":{"name":"MultiFin","value":0.7222222222222222,"normalized_score":66.66666666666666},"qa":{"name":"QA","value":0.7377777777777778,"normalized_score":64.4126984126984},"fns":{"name":"FNS","value":0.04467753807734675,"normalized_score":4.467753807734675},"finnum":{"name":"FinNum","value":0.3249321789321788,"normalized_score":32.49321789321788},"fintext":{"name":"FinText","value":0.38765873015873015,"normalized_score":38.76587301587301}},"features":{"is_not_available_on_hub":true,"is_merged":false,"is_moe":false,"is_flagged":false,"is_highlighted_by_maintainer":false},"metadata":{"upload_date":"2025-01-10","submission_date":"2025-01-10","generation":1,"base_model":"Qwen/Qwen2.5-72B","hub_license":"other","hub_hearts":663,"params_billions":72.706,"co2_cost":14501.096430533713}},{"id":"deepseek-chat_bfloat16_1f44b12e51ac2eef7bed618365bc0f5781a8f7d03c866362b1c38433068ba555_True","model":{"name":"deepseek-chat","sha":"1f44b12e51ac2eef7bed618365bc0f5781a8f7d03c866362b1c38433068ba555","precision":"bfloat16","type":"chatmodels","weight_type":"Original","architecture":"generate_until","average_score":29.494985905156387,"has_chat_template":true},"evaluations":{"multifin":{"name":"MultiFin","value":0.6111111111111112,"normalized_score":53.33333333333334},"qa":{"name":"QA","value":0.6222222222222222,"normalized_score":48.73015873015873},"fns":{"name":"FNS","value":0.3772810412895652,"normalized_score":37.72810412895652},"finnum":{"name":"FinNum","value":0.07433333333333332,"normalized_score":7.433333333333332},"fintext":{"name":"FinText","value":0.0025,"normalized_score":0.25}},"features":{"is_not_available_on_hub":false,"is_merged":false,"is_moe":true,"is_flagged":false,"is_highlighted_by_maintainer":false},"metadata":{"upload_date":"2025-01-11","submission_date":"2025-01-11","generation":0,"base_model":"deepseek-chat","hub_license":"deepseek","hub_hearts":1630,"params_billions":685.0,"co2_cost":0.015392996626216918}},{"id":"TheFinAI/FinLLaMA-instruct_bfloat16_bb7a39a167b0dca5bc806e002c9bb2e068d25ab24e9dc1ff77f70d472c4e7147_True","model":{"name":"TheFinAI/FinLLaMA-instruct","sha":"bb7a39a167b0dca5bc806e002c9bb2e068d25ab24e9dc1ff77f70d472c4e7147","precision":"bfloat16","type":"chatmodels","weight_type":"Original","architecture":"generate_until","average_score":6.379444388123212,"has_chat_template":true},"evaluations":{"multifin":{"name":"MultiFin","value":0.3888888888888889,"normalized_score":26.666666666666668},"qa":{"name":"QA","value":0.28,"normalized_score":2.2857142857142914},"fns":{"name":"FNS","value":0.029448409882351007,"normalized_score":2.9448409882351005},"finnum":{"name":"FinNum","value":0.0,"normalized_score":0.0},"fintext":{"name":"FinText","value":0.0,"normalized_score":0.0}},"features":{"is_not_available_on_hub":true,"is_merged":false,"is_moe":false,"is_flagged":false,"is_highlighted_by_maintainer":false},"metadata":{"upload_date":"2025-01-31","submission_date":"2025-01-31","generation":0,"base_model":"TheFinAI/FinLLaMA","hub_license":null,"hub_hearts":9,"params_billions":7.5,"co2_cost":0.014521747424667702}},{"id":"TheFinAI/plutus-8B-instruct_bfloat16_b44b1b1e25842e7c442d8fb59ecb3f382b6ec69c8794c73bf7356403d31cde3a_True","model":{"name":"TheFinAI/plutus-8B-instruct","sha":"b44b1b1e25842e7c442d8fb59ecb3f382b6ec69c8794c73bf7356403d31cde3a","precision":"bfloat16","type":"chatmodels","weight_type":"Original","architecture":"LlamaForCausalLM","average_score":55.89567178787455,"has_chat_template":true},"evaluations":{"multifin":{"name":"MultiFin","value":0.7222222222222222,"normalized_score":66.66666666666666},"qa":{"name":"QA","value":0.64,"normalized_score":51.142857142857146},"fns":{"name":"FNS","value":0.34461101492505153,"normalized_score":34.46110149250515},"finnum":{"name":"FinNum","value":0.700566569362671,"normalized_score":70.0566569362671},"fintext":{"name":"FinText","value":0.5715107670107669,"normalized_score":57.15107670107669}},"features":{"is_not_available_on_hub":true,"is_merged":false,"is_moe":false,"is_flagged":false,"is_highlighted_by_maintainer":false},"metadata":{"upload_date":"2025-02-18","submission_date":"2025-02-18","generation":0,"base_model":"ilsp/Llama-Krikri-8B-Instruct","hub_license":"llama3.1","hub_hearts":4,"params_billions":8.0,"co2_cost":0.0064851258003897965}},{"id":"meta-llama/Llama-3.1-8B-Instruct_bfloat16_b44b1b1e25842e7c442d8fb59ecb3f382b6ec69c8794c73bf7356403d31cde3a_True","model":{"name":"meta-llama/Llama-3.1-8B-Instruct","sha":"b44b1b1e25842e7c442d8fb59ecb3f382b6ec69c8794c73bf7356403d31cde3a","precision":"bfloat16","type":"pretrained","weight_type":"Original","architecture":"LlamaForCausalLM","average_score":22.72085484785422,"has_chat_template":true},"evaluations":{"multifin":{"name":"MultiFin","value":0.5370370370370371,"normalized_score":44.44444444444445},"qa":{"name":"QA","value":0.39555555555555555,"normalized_score":17.96825396825397},"fns":{"name":"FNS","value":0.20164230949227813,"normalized_score":20.164230949227814},"finnum":{"name":"FinNum","value":0.10292063492063493,"normalized_score":10.292063492063493},"fintext":{"name":"FinText","value":0.20735281385281387,"normalized_score":20.735281385281386}},"features":{"is_not_available_on_hub":true,"is_merged":false,"is_moe":false,"is_flagged":false,"is_highlighted_by_maintainer":false},"metadata":{"upload_date":"2025-02-23","submission_date":"2025-02-23","generation":1,"base_model":"meta-llama/Meta-Llama-3.1-8B","hub_license":"llama3.1","hub_hearts":3676,"params_billions":8.03,"co2_cost":384.75028927465723}},{"id":"mistralai/Mistral-7B-Instruct-v0.1_bfloat16_b462a42d063b629ce3b2d46988b83e4bb7e40593c817ec18c4702167abfbe014_True","model":{"name":"mistralai/Mistral-7B-Instruct-v0.1","sha":"b462a42d063b629ce3b2d46988b83e4bb7e40593c817ec18c4702167abfbe014","precision":"bfloat16","type":"chatmodels","weight_type":"Original","architecture":"MistralForCausalLM","average_score":9.140333588235297,"has_chat_template":true},"evaluations":{"multifin":{"name":"MultiFin","value":0.3888888888888889,"normalized_score":26.666666666666668},"qa":{"name":"QA","value":0.29777777777777775,"normalized_score":4.698412698412696},"fns":{"name":"FNS","value":0.1433658857609712,"normalized_score":14.336588576097121},"finnum":{"name":"FinNum","value":0.0,"normalized_score":0.0},"fintext":{"name":"FinText","value":0.0,"normalized_score":0.0}},"features":{"is_not_available_on_hub":true,"is_merged":false,"is_moe":false,"is_flagged":false,"is_highlighted_by_maintainer":false},"metadata":{"upload_date":"2025-02-23","submission_date":"2025-02-23","generation":1,"base_model":"mistralai/Mistral-7B-v0.1","hub_license":"apache-2.0","hub_hearts":1580,"params_billions":7.242,"co2_cost":249.39036089901464}},{"id":"ilsp/Llama-Krikri-8B-Instruct_bfloat16_b44b1b1e25842e7c442d8fb59ecb3f382b6ec69c8794c73bf7356403d31cde3a_True","model":{"name":"ilsp/Llama-Krikri-8B-Instruct","sha":"b44b1b1e25842e7c442d8fb59ecb3f382b6ec69c8794c73bf7356403d31cde3a","precision":"bfloat16","type":"chatmodels","weight_type":"Original","architecture":"LlamaForCausalLM","average_score":30.792415714626806,"has_chat_template":true},"evaluations":{"multifin":{"name":"MultiFin","value":0.3888888888888889,"normalized_score":26.666666666666668},"qa":{"name":"QA","value":0.5733333333333334,"normalized_score":42.095238095238095},"fns":{"name":"FNS","value":0.21882963244018702,"normalized_score":21.8829632440187},"finnum":{"name":"FinNum","value":0.1877875457875458,"normalized_score":18.77875457875458},"fintext":{"name":"FinText","value":0.4453845598845599,"normalized_score":44.538455988455986}},"features":{"is_not_available_on_hub":true,"is_merged":false,"is_moe":false,"is_flagged":false,"is_highlighted_by_maintainer":false},"metadata":{"upload_date":"2025-02-23","submission_date":"2025-02-23","generation":1,"base_model":"ilsp/Llama-Krikri-8B-Base","hub_license":"llama3.1","hub_hearts":17,"params_billions":8.202,"co2_cost":135.12831201497}},{"id":"TheFinAI/finma-7b-full_bfloat16_48ac9f08c456d136f4f47fef615384bbc5cf0da50ba99fdfeadba51e5921c7e0_True","model":{"name":"TheFinAI/finma-7b-full","sha":"48ac9f08c456d136f4f47fef615384bbc5cf0da50ba99fdfeadba51e5921c7e0","precision":"bfloat16","type":"chatmodels","weight_type":"Original","architecture":"generate_until","average_score":6.684336319702231,"has_chat_template":true},"evaluations":{"multifin":{"name":"MultiFin","value":0.35185185185185186,"normalized_score":22.222222222222225},"qa":{"name":"QA","value":0.25333333333333335,"normalized_score":0.0},"fns":{"name":"FNS","value":0.11199459376288934,"normalized_score":11.199459376288933},"finnum":{"name":"FinNum","value":0.0,"normalized_score":0.0},"fintext":{"name":"FinText","value":0.0,"normalized_score":0.0}},"features":{"is_not_available_on_hub":true,"is_merged":false,"is_moe":false,"is_flagged":false,"is_highlighted_by_maintainer":false},"metadata":{"upload_date":"2025-02-23","submission_date":"2025-02-23","generation":0,"base_model":"TheFinAI/finma-7b-full","hub_license":"mit","hub_hearts":7,"params_billions":8.0,"co2_cost":0.002516443439698778}},{"id":"gpt-4.5-preview_bfloat16_7c060821c8b41e02c7628adee6715915e6055dee0163013fc7a860cea0b6b173_True","model":{"name":"gpt-4.5-preview","sha":"7c060821c8b41e02c7628adee6715915e6055dee0163013fc7a860cea0b6b173","precision":"bfloat16","type":"chatmodels","weight_type":"Original","architecture":"Transformer","average_score":43.403043443492535,"has_chat_template":true},"evaluations":{"multifin":{"name":"MultiFin","value":0.5185185185185185,"normalized_score":42.22222222222222},"qa":{"name":"QA","value":0.8133333333333334,"normalized_score":74.66666666666666},"fns":{"name":"FNS","value":0.37694956922202383,"normalized_score":37.69495692220238},"finnum":{"name":"FinNum","value":0.21761507936507937,"normalized_score":21.761507936507936},"fintext":{"name":"FinText","value":0.4066986346986347,"normalized_score":40.66986346986347}},"features":{"is_not_available_on_hub":false,"is_merged":false,"is_moe":true,"is_flagged":false,"is_highlighted_by_maintainer":false},"metadata":{"upload_date":"2025-02-27","submission_date":"2025-02-27","generation":0,"base_model":"GPT-4","hub_license":"openai","hub_hearts":0,"params_billions":2500.0,"co2_cost":0.01860634362073615}},{"id":"Qwen/QwQ-32B_bfloat16_2f9cae6ead035c30eb88cdc5b3e1b0babbf9a6975393f55273f6b20d836c47b3_True","model":{"name":"Qwen/QwQ-32B","sha":"2f9cae6ead035c30eb88cdc5b3e1b0babbf9a6975393f55273f6b20d836c47b3","precision":"bfloat16","type":"chatmodels","weight_type":"Original","architecture":"generate_until","average_score":7.807904981826487,"has_chat_template":true},"evaluations":{"multifin":{"name":"MultiFin","value":0.4074074074074074,"normalized_score":28.888888888888886},"qa":{"name":"QA","value":0.29777777777777775,"normalized_score":4.698412698412696},"fns":{"name":"FNS","value":0.05452223321830854,"normalized_score":5.4522233218308545},"finnum":{"name":"FinNum","value":0.0,"normalized_score":0.0},"fintext":{"name":"FinText","value":0.0,"normalized_score":0.0}},"features":{"is_not_available_on_hub":true,"is_merged":false,"is_moe":false,"is_flagged":false,"is_highlighted_by_maintainer":false},"metadata":{"upload_date":"2025-03-06","submission_date":"2025-03-06","generation":0,"base_model":"Qwen/Qwen2.5-32B","hub_license":"apache-2.0","hub_hearts":1070,"params_billions":32.8,"co2_cost":0.007342383506940677}}]