Business data

Similarweb Scraper

similarweb.com

Similarweb's public website page estimates any site's traffic, but it sits behind AWS WAF and meters free views per visitor: past a small allowance it serves the same page with every number set to zero, which looks like data but is not. A dedicated plugin endpoint takes a domain, any URL on the site or a Similarweb page URL, opens the page as a new visitor on every call and returns the overview already parsed: global, country and category rank with their monthly change, total visits for the latest month and the change, bounce rate, pages per visit and average visit duration, visits and ranks for the last three months, the traffic-source split, top countries, gender and age groups, similar sites with their affinity, the organic and paid search split with top keywords and their CPC, top social networks, referring sites, outgoing links, display-ad publishers, technologies, audience interests and the company profile. The figures are Similarweb's own estimates, and snapshotDate names the month they describe. A domain Similarweb has no page for comes back with found: false and the same keys empty, so every response has one shape.

What you can extract

• Global, country and category rank, each with its month-over-month change
• Total visits for the latest month with the change, bounce rate, pages per visit and average visit duration
• Visits and ranks for each of the last three months, and the month the data describes
• Traffic-source split, top countries by share, and audience gender and age groups
• Similar sites with their category, category rank and affinity
• Organic and paid search split, the keyword count and top keywords with CPC
• Top social networks, referring sites, outgoing links, display-ad publishers, technologies, audience interests and the company profile

Dedicated endpoints

How to scrape it

curl -X POST \
  -H "X-ScrapeUnblocker-Key: $SU_API_KEY" \
  "https://api.scrapeunblocker.com/seo/similarweb?domain=github.com"

import requests

resp = requests.post(
    "https://api.scrapeunblocker.com/seo/similarweb",
    headers={"X-ScrapeUnblocker-Key": SU_API_KEY},
    params={"domain": "github.com"},
)
print(resp.text)

import { ScrapeUnblockerClient } from 'scrapeunblocker';

const su = new ScrapeUnblockerClient({ apiKey: process.env.SU_API_KEY });

const results = await su.similarwebOverview('github.com');
console.log(results);

Requests are POST and take their parameters in the query string. Browser rendering always happens - there is no flag to enable.

Example response

{
  "domain": "github.com",
  "found": true,
  "hasTrafficData": true,
  "url": "https://www.similarweb.com/website/github.com/",
  "snapshotDate": "2026-08-01",
  "description": "Join the world's most widely adopted, AI-powered developer platform where millions of developers, businesses,...",
  "category": "computers_electronics_and_technology/programming_and_developer_software",
  "globalRank": 50,
  "globalRankChange": -1,
  "country": "US",
  "countryRank": 81,
  "countryRankChange": -2,
  "categoryRank": 4,
  "categoryRankChange": 0,
  "totalVisits": 649321442,
  "visitsChangePercent": 1.79,
  "bounceRate": 0.3666,
  "pagesPerVisit": 5.77,
  "avgVisitDuration": "00:06:24",
  "avgVisitDurationSeconds": 384,
  "visitsHistory": [
    { "month": "2026-06", "visits": 615239605, "changePercent": -3.28 },
    { "month": "2026-07", "visits": 637885711, "changePercent": 3.68 },
    { "month": "2026-08", "visits": 649321442, "changePercent": 1.79 }
  ],
  "trafficSources": [
    { "source": "direct", "share": 0.526, "rank": 1 },
    { "source": "organic", "share": null, "rank": 2 },
    { "source": "referrals", "share": null, "rank": 3 }
  ],
  "countriesTotal": 111,
  "topCountries": [
    { "countryCode": "US", "share": 0.1861, "shareChange": -0.0265 },
    { "countryCode": "CN", "share": 0.1166, "shareChange": 0.0865 },
    { "countryCode": "IN", "share": 0.1047, "shareChange": 0.0194 }
  ],
  "demographics": {
    "male": 0.6981,
    "female": 0.3019,
    "ageGroups": [
      { "minAge": 18, "maxAge": 24, "share": 0.2744 },
      { "minAge": 25, "maxAge": 34, "share": 0.3449 }
    ]
  },
  "competitors": [
    {
      "domain": "stackoverflow.com",
      "category": "computers_electronics_and_technology/programming_and_developer_software",
      "categoryRank": 81,
      "affinity": 1.0
    },
    {
      "domain": "huggingface.co",
      "category": "computers_electronics_and_technology/computers_electronics_and_technology",
      "categoryRank": 52,
      "affinity": 0.9239
    }
  ],
  "search": {
    "organicShare": 0.9997,
    "paidShare": 0.0003,
    "keywordsTotal": 2754220,
    "topKeywords": [
      { "keyword": "github", "cpc": 1.63, "volume": null, "estimatedValue": null },
      { "keyword": "yt-dlp", "cpc": 4.63, "volume": null, "estimatedValue": null }
    ]
  },
  "socialNetworks": {
    "total": 68,
    "top": [
      { "name": "Youtube", "share": 0.4302 },
      { "name": "Reddit", "share": 0.2917 }
    ]
  },
  "referrals": {
    "total": 920,
    "topSites": [
      { "domain": null, "share": 0.0434, "locked": true },
      { "domain": "linux.do", "share": 0.0208, "locked": false }
    ],
    "topCategories": [
      {
        "category": "Computers_Electronics_and_Technology/Programming_and_Developer_Software",
        "share": 0.2856
      }
    ]
  },
  "technologies": {
    "total": 148,
    "categoriesTotal": 20,
    "categories": [
      { "category": "audio_video_media", "topTechnology": "YouTube", "technologiesCount": 8 },
      {
        "category": "conversion_and_analytics",
        "topTechnology": "Google Analytics",
        "technologiesCount": 6
      }
    ]
  },
  "company": {
    "name": "GitHub",
    "yearFounded": 2008,
    "headquartersCountry": "US",
    "headquartersCity": "San Francisco",
    "employeesMin": 501,
    "employeesMax": 1000,
    "revenueMin": 1000000000,
    "revenueMax": null,
    "revenueCurrency": "USD",
    "parentDomain": "github.com"
  }
}

Read the API docs

Frequently asked questions

Related scrapers