|
import { ProviderInfo, ModelData } from "../types/heatmap"; |
|
|
|
interface AuthorData { |
|
author: string; |
|
fullName: string; |
|
avatarUrl: string | null; |
|
isVerified: boolean; |
|
isEnterprise: boolean; |
|
numModels: number; |
|
numSpaces: number; |
|
numDatasets: number; |
|
numFollowers: number; |
|
numUsers: number; |
|
} |
|
|
|
const createDefaultAuthorData = (author: string): AuthorData => ({ |
|
author, |
|
fullName: author, |
|
avatarUrl: null, |
|
isVerified: false, |
|
isEnterprise: false, |
|
numModels: 0, |
|
numSpaces: 0, |
|
numDatasets: 0, |
|
numFollowers: 0, |
|
numUsers: 0, |
|
}); |
|
|
|
const transformApiData = (author: string, data: any, isOrganization: boolean): AuthorData => ({ |
|
author, |
|
fullName: data.fullname || author, |
|
avatarUrl: data.avatarUrl || null, |
|
isVerified: data.isVerified || false, |
|
isEnterprise: isOrganization ? (data.isEnterprise || false) : false, |
|
numModels: data.numModels || 0, |
|
numSpaces: data.numSpaces || 0, |
|
numDatasets: data.numDatasets || 0, |
|
numFollowers: data.numFollowers || 0, |
|
numUsers: isOrganization ? (data.numUsers || 0) : 0, |
|
}); |
|
|
|
async function fetchSingleAuthorData(author: string): Promise<AuthorData> { |
|
try { |
|
|
|
const orgResponse = await fetch(`https://huggingface.co/api/organizations/${author}/overview`); |
|
if (orgResponse.ok) { |
|
const data = await orgResponse.json(); |
|
return transformApiData(author, data, true); |
|
} |
|
|
|
|
|
const userResponse = await fetch(`https://huggingface.co/api/users/${author}/overview`); |
|
if (userResponse.ok) { |
|
const data = await userResponse.json(); |
|
return transformApiData(author, data, false); |
|
} |
|
|
|
throw new Error('Neither organization nor user API returned valid data'); |
|
} catch (error) { |
|
console.error(`Error fetching data for ${author}:`, error); |
|
return createDefaultAuthorData(author); |
|
} |
|
} |
|
|
|
export async function fetchOrganizationData(authors: string[]) { |
|
try { |
|
const authorsData = await Promise.all( |
|
authors.map(author => fetchSingleAuthorData(author)) |
|
); |
|
|
|
const primaryAuthor = authorsData[0]; |
|
|
|
const aggregatedStats = authorsData.reduce( |
|
(acc, authorData) => ({ |
|
numModels: acc.numModels + authorData.numModels, |
|
numSpaces: acc.numSpaces + authorData.numSpaces, |
|
numDatasets: acc.numDatasets + authorData.numDatasets, |
|
numFollowers: acc.numFollowers + authorData.numFollowers, |
|
numUsers: acc.numUsers + authorData.numUsers, |
|
}), |
|
{ numModels: 0, numSpaces: 0, numDatasets: 0, numFollowers: 0, numUsers: 0 } |
|
); |
|
|
|
return { |
|
fullName: primaryAuthor.fullName, |
|
avatarUrl: primaryAuthor.avatarUrl, |
|
isVerified: primaryAuthor.isVerified, |
|
isEnterprise: primaryAuthor.isEnterprise, |
|
authorsData, |
|
...aggregatedStats, |
|
}; |
|
} catch (error) { |
|
console.error(`Error fetching organization data for authors:`, error); |
|
const primaryAuthor = authors[0]; |
|
const defaultAuthorData = createDefaultAuthorData(primaryAuthor); |
|
|
|
return { |
|
fullName: primaryAuthor, |
|
avatarUrl: null, |
|
isVerified: false, |
|
isEnterprise: false, |
|
authorsData: [defaultAuthorData], |
|
numModels: 0, |
|
numSpaces: 0, |
|
numDatasets: 0, |
|
numFollowers: 0, |
|
numUsers: 0, |
|
}; |
|
} |
|
} |
|
|
|
export async function fetchAllProvidersData(providers: ProviderInfo[]): Promise<ProviderInfo[]> { |
|
return Promise.all( |
|
providers.map(async (providerInfo) => { |
|
const orgData = await fetchOrganizationData(providerInfo.authors); |
|
return { |
|
...providerInfo, |
|
...orgData |
|
}; |
|
}) |
|
); |
|
} |
|
|
|
async function fetchAuthorEntityData(author: string, entityType: string): Promise<ModelData[]> { |
|
const response = await fetch( |
|
`https://huggingface.co/api/${entityType}?author=${author}&sort=createdAt&direction=-1` |
|
); |
|
|
|
if (!response.ok) { |
|
throw new Error(`HTTP error! status: ${response.status}`); |
|
} |
|
|
|
const data = await response.json(); |
|
return data.map((item: any): ModelData => ({ |
|
createdAt: item.createdAt, |
|
id: item.id, |
|
})); |
|
} |
|
|
|
export async function fetchAuthorData(author: string): Promise<ModelData[]> { |
|
const entityTypes = ["models", "datasets", "spaces"] as const; |
|
|
|
try { |
|
const allData = await Promise.all( |
|
entityTypes.map(type => fetchAuthorEntityData(author, type)) |
|
); |
|
return allData.flat(); |
|
} catch (error) { |
|
console.error(`Error fetching data for author ${author}:`, error); |
|
return []; |
|
} |
|
} |
|
|
|
export async function fetchAllAuthorsData(authors: string[]): Promise<ModelData[]> { |
|
try { |
|
const allData = await Promise.all( |
|
authors.map(author => fetchAuthorData(author)) |
|
); |
|
return allData.flat(); |
|
} catch (error) { |
|
console.error("Error fetching data for all authors:", error); |
|
return []; |
|
} |
|
} |