Skip to content

Fetch company IDs from Peruserver and cache #34

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
MDCYT merged 1 commit into from
Mar 3, 2026
Merged

Fetch company IDs from Peruserver and cache #34

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
73 changes: 62 additions & 11 deletions src/routes/v2/peruserver/trucky/top-km/index.js
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -4,10 +4,12 @@ const axios = require('axios');
const router = Router();

const TRUCKY_BASE_URL = 'https://e.truckyapp.com/api/v1/company';
const PERUSERVER_COMPANIES_URL = 'https://peruserver.pe/wp-json/psv/v1/companies';
const DEFAULT_LIMIT = 50;
const MAX_LIMIT = 200;
const CACHE_TTL_CURRENT_MONTH_MS = 30 * 60 * 1000; // 30 minutos
const CACHE_TTL_PAST_MONTH_MS = 24 * 60 * 60 * 1000; // 24 horas
const COMPANIES_CACHE_TTL_MS = 6 * 60 * 60 * 1000; // 6 horas
const TRUCKY_HEADERS = {
'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/132.0.0.0 Safari/537.36',
Accept: 'application/json, text/plain, */*',
Expand All @@ -16,18 +18,14 @@ const TRUCKY_HEADERS = {
'Accept-Language': 'es-ES,es;q=0.9,en;q=0.8',
};

const COMPANY_IDS = [
41299, 41321, 41317, 41323, 41326,
41369, 41371, 41374, 41375, 41376,
41377, 41378, 41379, 41382, 41389,
41407, 41408, 41409, 41410, 41411,
41413, 41525, 41527, 41528, 41530,
41533, 41534, 41535, 41536, 41537,
41540, 41541, 41542, 41543, 41544,
];

const monthlyCache = new Map();
const accumulatedCache = new Map();
const companiesCache = {
companyIds: [],
nextRefreshAt: 0,
inFlight: null,
lastError: null,
};

const nowUtc = () => new Date();

Expand Down Expand Up @@ -84,6 +82,58 @@ const parseLimit = (rawLimit) => {
return parsed;
};

const refreshCompaniesCache = async () => {
try {
const response = await axios.get(PERUSERVER_COMPANIES_URL, {
timeout: 15000,
});

const companies = Array.isArray(response.data) ? response.data : [];

// Extraer los IDs de las empresas (asumiendo que tienen un campo 'id')
const companyIds = companies
.map((company) => {
// Intentar extraer el ID de diferentes formatos posibles
return company.id || company.company_id || company.empresaId;
})
.filter((id) => Number.isFinite(id));

companiesCache.companyIds = companyIds;
companiesCache.nextRefreshAt = Date.now() + COMPANIES_CACHE_TTL_MS;
companiesCache.lastError = null;

return companyIds;
} catch (error) {
companiesCache.lastError = {
message: error.message || 'Error desconocido al obtener empresas',
at: new Date().toISOString(),
};

// Mantener el TTL anterior si hay error
companiesCache.nextRefreshAt = Date.now() + COMPANIES_CACHE_TTL_MS;

// Retornar cache anterior si disponible
return companiesCache.companyIds;
}
};

const getCompanies = async () => {
const mustRefresh = Date.now() >= companiesCache.nextRefreshAt;

if (mustRefresh && !companiesCache.inFlight) {
companiesCache.inFlight = refreshCompaniesCache()
.finally(() => {
companiesCache.inFlight = null;
});
}

if (companiesCache.inFlight) {
await companiesCache.inFlight;
}

return companiesCache.companyIds;
};

const mapWithConcurrency = async (items, concurrency, asyncMapper) => {
const results = new Array(items.length);
let nextIndex = 0;
Expand Down Expand Up @@ -213,7 +263,8 @@ const buildAccumulatedResponse = async ({ startMonth, startYear, limit }) => {
const currentYear = currentDate.getUTCFullYear();

const monthRanges = generateMonthRanges(startMonth, startYear, currentMonth, currentYear);
const selectedCompanyIds = COMPANY_IDS.slice(0, limit);
const allCompanyIds = await getCompanies();
const selectedCompanyIds = allCompanyIds.slice(0, limit);

const companyAccumulatedData = await mapWithConcurrency(
selectedCompanyIds,
Expand Down
73 changes: 62 additions & 11 deletions src/routes/v2/peruserver/trucky/top-km/monthly.js
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -4,9 +4,11 @@ const axios = require('axios');
const router = Router();

const TRUCKY_BASE_URL = 'https://e.truckyapp.com/api/v1/company';
const PERUSERVER_COMPANIES_URL = 'https://peruserver.pe/wp-json/psv/v1/companies';
const DEFAULT_LIMIT = 50;
const MAX_LIMIT = 200;
const CACHE_TTL_MS = 30 * 60 * 1000;
const COMPANIES_CACHE_TTL_MS = 6 * 60 * 60 * 1000; // 6 horas
const TRUCKY_HEADERS = {
'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/132.0.0.0 Safari/537.36',
Accept: 'application/json, text/plain, */*',
Expand All @@ -15,17 +17,13 @@ const TRUCKY_HEADERS = {
'Accept-Language': 'es-ES,es;q=0.9,en;q=0.8',
};

const COMPANY_IDS = [
41299, 41321, 41317, 41323, 41326,
41369, 41371, 41374, 41375, 41376,
41377, 41378, 41379, 41382, 41389,
41407, 41408, 41409, 41410, 41411,
41413, 41525, 41527, 41528, 41530,
41533, 41534, 41535, 41536, 41537,
41540, 41541, 41542, 41543, 41544,
];

const monthlyCache = new Map();
const companiesCache = {
companyIds: [],
nextRefreshAt: 0,
inFlight: null,
lastError: null,
};

const nowUtc = () => new Date();

Expand Down Expand Up @@ -82,6 +80,58 @@ const mapWithConcurrency = async (items, concurrency, asyncMapper) => {
return results;
};

const refreshCompaniesCache = async () => {
try {
const response = await axios.get(PERUSERVER_COMPANIES_URL, {
timeout: 15000,
});

const companies = Array.isArray(response.data) ? response.data : [];

// Extraer los IDs de las empresas (asumiendo que tienen un campo 'id')
const companyIds = companies
.map((company) => {
// Intentar extraer el ID de diferentes formatos posibles
return company.id || company.company_id || company.empresaId;
})
.filter((id) => Number.isFinite(id));

companiesCache.companyIds = companyIds;
companiesCache.nextRefreshAt = Date.now() + COMPANIES_CACHE_TTL_MS;
companiesCache.lastError = null;

return companyIds;
} catch (error) {
companiesCache.lastError = {
message: error.message || 'Error desconocido al obtener empresas',
at: new Date().toISOString(),
};

// Mantener el TTL anterior si hay error
companiesCache.nextRefreshAt = Date.now() + COMPANIES_CACHE_TTL_MS;

// Retornar cache anterior si disponible
return companiesCache.companyIds;
}
};

const getCompanies = async () => {
const mustRefresh = Date.now() >= companiesCache.nextRefreshAt;

if (mustRefresh && !companiesCache.inFlight) {
companiesCache.inFlight = refreshCompaniesCache()
.finally(() => {
companiesCache.inFlight = null;
});
}

if (companiesCache.inFlight) {
await companiesCache.inFlight;
}

return companiesCache.companyIds;
};

const getCompanyMonthlyData = async (companyId, month, year) => {
const processedAt = nowUtc().toISOString();

Expand Down Expand Up @@ -153,7 +203,8 @@ const getCompanyMonthlyData = async (companyId, month, year) => {
};

const buildMonthlyResponse = async ({ month, year, limit }) => {
const selectedCompanyIds = COMPANY_IDS.slice(0, limit);
const allCompanyIds = await getCompanies();
const selectedCompanyIds = allCompanyIds.slice(0, limit);

const items = await mapWithConcurrency(selectedCompanyIds, 5, async (companyId) => {
return getCompanyMonthlyData(companyId, month, year);
Expand Down
Loading