Skip to content

feat(scraping): Fixes #103 - Matches #109

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
RustyRory merged 1 commit into from
Feb 6, 2026
Merged

feat(scraping): Fixes #103 - Matches #109

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
6 changes: 1 addition & 5 deletions app/backend/src/models/Team.js
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -58,13 +58,9 @@ const teamSchema = new mongoose.Schema(
},
],
photo: {
type: String, // URL Nextcloud
type: String, // URL
trim: true,
},
isArchived: {
type: Boolean,
default: false,
},
},
{
timestamps: true,
Expand Down
70 changes: 38 additions & 32 deletions app/backend/src/scripts/scraping.js
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -7,21 +7,17 @@ import * as cheerio from 'cheerio';
import Match from '../models/Match.js';
import Standing from '../models/Standing.js';

// 🔹 Constantes
const CHAMPIONSHIP_ID = '6985bd859903c98a455ca98d'; // ton championnat
// 🔹 Club fixe
const CLUB_TEAM_NAME = "AS SAINT-BARTHELEMY D'ANJOU V.B.";
const FFVB_URL =
'https://www.ffvbbeach.org/ffvbapp/resu/vbspo_calendrier.php?saison=2025%2F2026&codent=ABCCS&poule=3MB&division=&tour=&calend=COMPLET&x=15&y=15';

// 🔹 Utilitaire pour parser date FR -> ISO
// 🔹 Utilitaires
function parseDateFR(dateStr, timeStr) {
const [day, month, year] = dateStr.split('/').map(Number);
const fullYear = year < 100 ? 2000 + year : year;
const [hours, minutes] = timeStr.split(':').map(Number);
return new Date(fullYear, month - 1, day, hours, minutes).toISOString();
}

// 🔹 Transforme string sets en array d'objets pour Mongo
function parseSetsDetail(setsStr) {
if (!setsStr) return [];
return setsStr.split(',').map((s, idx) => {
Expand All @@ -30,15 +26,19 @@ function parseSetsDetail(setsStr) {
});
}

// 🔹 Fonction principale
async function scrapeFFVB() {
// 🔹 Scraping d’un championnat
async function scrapeChampionship(champ) {
try {
console.log('📡 Lancement de Puppeteer...');
console.log(`\n🏐 ${champ.name || 'Championnat inconnu'}`);
console.log(`🔗 ${champ.federationUrl}`);
if (!champ.federationUrl) {
console.warn(`⚠️ Championnat ${champ.name || champ._id} n’a pas d’URL, skipping...`);
return;
}

const browser = await puppeteer.launch({ headless: true });
const page = await browser.newPage();

console.log('📊 Récupération du HTML...');
await page.goto(FFVB_URL, { waitUntil: 'networkidle2' });
await page.goto(champ.federationUrl, { waitUntil: 'networkidle2' });
const html = await page.content();
await browser.close();

Expand All @@ -55,26 +55,28 @@ async function scrapeFFVB() {
const tds = $(tr).find('td');
if (tds.length < 6) return;

const homeTeam = $(tds[3]).text().trim();
const awayTeam = $(tds[5]).text().trim();
const row = [];
tds.each((j, td) => row.push($(td).text().trim()));

const homeTeam = row[3];
const awayTeam = row[5];
if (!homeTeam || !awayTeam) return;

if (homeTeam === CLUB_TEAM_NAME || awayTeam === CLUB_TEAM_NAME) {
const homeAway = homeTeam === CLUB_TEAM_NAME ? 'home' : 'away';
const scoreFor = homeAway === 'home' ? parseInt($(tds[6]).text()) || 0 : parseInt($(tds[7]).text()) || 0;
const scoreAgainst = homeAway === 'home' ? parseInt($(tds[7]).text()) || 0 : parseInt($(tds[6]).text()) || 0;
const dateISO = parseDateFR($(tds[1]).text().trim(), $(tds[2]).text().trim());
const setsDetail = parseSetsDetail($(tds[8]).text().trim());
const scoreFor = homeAway === 'home' ? parseInt(row[6]) || 0 : parseInt(row[7]) || 0;
const scoreAgainst = homeAway === 'home' ? parseInt(row[7]) || 0 : parseInt(row[6]) || 0;
const dateISO = parseDateFR(row[1], row[2]);
const setsDetail = parseSetsDetail(row[8]);

// 🔹 Déterminer le status correctement
const matchDate = new Date(dateISO);
let status = 'scheduled';
if (matchDate <= now && (scoreFor > 0 || scoreAgainst > 0)) {
status = 'played';
}

matches.push({
championshipId: CHAMPIONSHIP_ID,
championshipId: champ._id,
opponentName: homeAway === 'home' ? awayTeam : homeTeam,
date: dateISO,
homeAway,
Expand All @@ -86,16 +88,16 @@ async function scrapeFFVB() {
}
});

console.log('💾 Mise à jour des matchs dans MongoDB...');
console.log(`🧪 ${matches.length} matchs détectés`);

for (const m of matches) {
const existing = await Match.findOne({
championshipId: CHAMPIONSHIP_ID,
championshipId: champ._id,
opponentName: m.opponentName,
date: m.date,
});

if (existing) {
// 🔹 Vérifier si on a de nouvelles infos avant mise à jour
const needsUpdate =
existing.status !== m.status ||
existing.scoreFor !== m.scoreFor ||
Expand All @@ -111,7 +113,6 @@ async function scrapeFFVB() {
console.log(`➕ Match créé : ${m.opponentName} (${m.date})`);
}
}
console.log(`🎉 ${matches.length} matchs analysés.`);

// -----------------------------
// 🔹 Scraping des standings
Expand Down Expand Up @@ -139,7 +140,7 @@ async function scrapeFFVB() {
const coefficientPoints = parseFloat($(tds[18]).text()) || 0;

standings.push({
championshipId: CHAMPIONSHIP_ID,
championshipId: champ._id,
teamName,
rank,
played,
Expand All @@ -156,22 +157,27 @@ async function scrapeFFVB() {
});

console.log('💾 Mise à jour des standings dans MongoDB...');
let updatedCount = 0;
for (const s of standings) {
await Standing.findOneAndUpdate({ championshipId: CHAMPIONSHIP_ID, teamName: s.teamName }, s, { upsert: true });
updatedCount++;
await Standing.findOneAndUpdate({ championshipId: champ._id, teamName: s.teamName }, s, { upsert: true });
}

console.log(`🎉 ${updatedCount} équipes mises à jour ou créées.`);
console.log(`🎉 ${standings.length} équipes mises à jour ou créées`);
} catch (err) {
console.error('❌ Erreur pendant le scraping :', err);
}
}

// -----------------------------
// 🔹 Connexion MongoDB via .env
// 🔹 Connexion MongoDB et scraping de tous les championnats
// -----------------------------
mongoose
.connect(process.env.MONGO_URI || 'mongodb://127.0.0.1:27017/saintbarthvolley')
.then(() => scrapeFFVB())
.then(async () => {
console.log('✅ MongoDB connecté');
const championships = await mongoose.connection.db.collection('championships').find().toArray();

console.log(`🚀 ${championships.length} championnats à scraper`);
for (const champ of championships) {
await scrapeChampionship(champ);
}
})
.finally(() => mongoose.disconnect());