meta-llama/Llama-3.1-8B-Instruct

{
  "author": "meta-llama",
  "authorData": {
    "_id": "64aa62fec05da19ca8539776",
    "avatarUrl": "https://cdn-avatars.huggingface.co/v1/production/uploads/646cf8084eefb026fb8fd8bc/oCTqufkdTkjyGodsx1vo1.png",
    "followerCount": 73798,
    "fullname": "Meta Llama",
    "isHf": false,
    "isHfAdmin": false,
    "isMod": false,
    "isUserFollowing": false,
    "name": "meta-llama",
    "plan": "enterprise",
    "type": "org"
  },
  "availableInferenceProviders": [
    {
      "features": {
        "structuredOutput": true,
        "toolCalling": true
      },
      "isCheapestPricingOutput": false,
      "isFastestThroughput": false,
      "isModelAuthor": false,
      "modelStatus": "live",
      "provider": "scaleway",
      "providerId": "llama-3.1-8b-instruct",
      "providerStatus": "live",
      "task": "conversational",
      "tokensPerSecond": 103.82947198413099
    },
    {
      "features": {
        "structuredOutput": true,
        "toolCalling": true
      },
      "isCheapestPricingOutput": false,
      "isFastestThroughput": false,
      "isModelAuthor": false,
      "modelStatus": "live",
      "pricingOutput": 0.2,
      "provider": "sambanova",
      "providerId": "Meta-Llama-3.1-8B-Instruct",
      "providerStatus": "live",
      "task": "conversational",
      "tokensPerSecond": 465.94107263221196
    },
    {
      "features": {
        "structuredOutput": true,
        "toolCalling": true
      },
      "isCheapestPricingOutput": false,
      "isFastestThroughput": false,
      "isModelAuthor": false,
      "modelStatus": "live",
      "pricingOutput": 0.11,
      "provider": "ovhcloud",
      "providerId": "Llama-3.1-8B-Instruct",
      "providerStatus": "live",
      "task": "conversational",
      "tokensPerSecond": 42.2051680412802
    },
    {
      "features": {
        "structuredOutput": true,
        "toolCalling": false
      },
      "isCheapestPricingOutput": false,
      "isFastestThroughput": false,
      "isModelAuthor": false,
      "modelStatus": "live",
      "pricingOutput": 0.06,
      "provider": "nscale",
      "providerId": "meta-llama/Llama-3.1-8B-Instruct",
      "providerStatus": "live",
      "task": "conversational",
      "tokensPerSecond": 58.85082276938249
    },
    {
      "features": {
        "structuredOutput": false,
        "toolCalling": false
      },
      "isCheapestPricingOutput": true,
      "isFastestThroughput": false,
      "isModelAuthor": false,
      "modelStatus": "live",
      "pricingOutput": 0.05,
      "provider": "novita",
      "providerId": "meta-llama/llama-3.1-8b-instruct",
      "providerStatus": "live",
      "task": "conversational",
      "tokensPerSecond": 75.42867982031282
    },
    {
      "features": {
        "structuredOutput": true,
        "toolCalling": false
      },
      "isCheapestPricingOutput": false,
      "isFastestThroughput": false,
      "isModelAuthor": false,
      "modelStatus": "live",
      "pricingOutput": 0.09,
      "provider": "nebius",
      "providerId": "meta-llama/Meta-Llama-3.1-8B-Instruct-fast",
      "providerStatus": "staging",
      "task": "conversational",
      "tokensPerSecond": 154.1382365261069
    },
    {
      "isCheapestPricingOutput": false,
      "isFastestThroughput": false,
      "isModelAuthor": false,
      "modelStatus": "error",
      "provider": "fireworks-ai",
      "providerId": "accounts/fireworks/models/llama-v3p1-8b-instruct",
      "providerStatus": "live",
      "task": "conversational"
    },
    {
      "isCheapestPricingOutput": false,
      "isFastestThroughput": false,
      "isModelAuthor": false,
      "modelStatus": "live",
      "provider": "featherless-ai",
      "providerId": "meta-llama/Meta-Llama-3.1-8B-Instruct",
      "providerStatus": "live",
      "task": "conversational"
    },
    {
      "features": {
        "structuredOutput": false,
        "toolCalling": false
      },
      "isCheapestPricingOutput": false,
      "isFastestThroughput": true,
      "isModelAuthor": false,
      "modelStatus": "live",
      "pricingOutput": 0.1,
      "provider": "cerebras",
      "providerId": "llama3.1-8b",
      "providerStatus": "live",
      "task": "conversational",
      "tokensPerSecond": 835.697546026447
    }
  ],
  "downloads": 8354569,
  "gated": "manual",
  "id": "meta-llama/Llama-3.1-8B-Instruct",
  "isLikedByUser": false,
  "lastModified": "2024-09-25T17:00:57.000Z",
  "likes": 5381,
  "numParameters": 8030261248,
  "pipeline_tag": "text-generation",
  "private": false,
  "repoType": "model",
  "widgetOutputUrls": []
}