Jonas_Jones/multimodal_parliament_explorer_05_1
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Nachladen und verarbeiten von neuen reden funktioniert jz actually

Browse source
This commit is contained in:
Picman2000 2025-03-19 13:03:07 +01:00
parent 307773f54e
commit 6950006a3b
3 changed files with 11 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

10
src/main/java/org/texttechnologylab/project/gruppe_05_1/Main.java
View file

@ -8,10 +8,12 @@ import org.texttechnologylab.project.gruppe_05_1.rest.RESTHandler;
import org.texttechnologylab.project.gruppe_05_1.util.Logger;
import org.texttechnologylab.project.gruppe_05_1.util.PPRUtils;
import org.texttechnologylab.project.gruppe_05_1.xml.FileObjectFactory;
import org.texttechnologylab.project.gruppe_05_1.xml.speeches.Interfaces.Session;
import org.texttechnologylab.project.gruppe_05_1.xml.speeches.SpeechParser;
import org.w3c.dom.Document;
import java.util.Arrays;
import java.util.List;
import java.util.Set;
import java.util.concurrent.Executors;
import java.util.concurrent.ScheduledExecutorService;
@ -124,8 +126,7 @@ public class Main {
Logger.pink("Uploading Member Photos to DB...");
mongoDBHandler.uploadMemberPhotos();
}
NlpUtils.runRemoteDriver();
/*ScheduledExecutorService scheduler = Executors.newScheduledThreadPool(1);
ScheduledExecutorService scheduler = Executors.newScheduledThreadPool(1);
scheduler.scheduleAtFixedRate(() -> {
try {
NlpUtils.runRemoteDriver();
@ -141,7 +142,8 @@ public class Main {
Logger.info("Keine neuen Protokolle gefunden, Upload wird übersprungen.");
} else {
SpeechParser speechParser = new SpeechParser();
mongoDBHandler.insertSessions(speechParser.parseAllSessions(newProtocols));
List<Session> newSessions = speechParser.parseAllSessions(newProtocols);
mongoDBHandler.insertSessions(newSessions);
mongoDBHandler.insertAgendaItems(speechParser.getAgendaItems());
mongoDBHandler.insertSpeeches(speechParser.getSpeeches());
Logger.info("Neuer Protokolle uploaded: " + newProtocols.size());
@ -149,7 +151,7 @@ public class Main {
} catch (Exception ex) {
Logger.error("Fehler bei der Protokollaktualisierung: " + ex.getMessage());
}
}, 0, 10, TimeUnit.MINUTES);*/
}, 0, 10, TimeUnit.MINUTES);
RESTHandler restHandler = new RESTHandler();
restHandler.startJavalin();

2
src/main/java/org/texttechnologylab/project/gruppe_05_1/database/MongoDBHandler.java
View file

@ -769,7 +769,7 @@ public class MongoDBHandler {
}
public boolean sessionExists(String sessionNumber) {
Document filter = new Document("sessionNumber", sessionNumber);
Document filter = new Document("sessionId", Integer.valueOf(sessionNumber));
long count = sessionsCollection.countDocuments(filter);
return count > 0;
}

4
src/main/java/org/texttechnologylab/project/gruppe_05_1/util/PPRUtils.java
View file

@ -446,6 +446,10 @@ public abstract class PPRUtils {
// Entferne die Dateiendung
String sessionNumberFull = fileName.replace(".xml", ""); // z.B. "20212"
String sessionNumber;
if (sessionNumberFull.equals("20007") || sessionNumberFull.equals("20212")) {
Logger.warn("Skipping faulty protocol: " + sessionNumberFull);
continue;
}
if (sessionNumberFull.startsWith("20") && sessionNumberFull.length() > 2) {
sessionNumber = sessionNumberFull.substring(2);
} else {