Skip to content

[AoE3] Archives of the Empire - Vol III #370

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Draft
wants to merge 4 commits into
base: master
Choose a base branch
from
Draft

[AoE3] Archives of the Empire - Vol III #370

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
4 commits
Select commit Hold shift + click to select a range
a685e39
Add Archives of the Empire - Vol III qualities
fmasa Oct 19, 2024
cc0a7a6
Add Archives of The Empire 3 Armour qualities
fmasa Jul 14, 2025
f54f9a8
Add Y coordinate and height metadata to all parsed tokens
fmasa Jul 14, 2025
761aebe
Add Archives of the Empire 3 compendium import
fmasa Jul 14, 2025
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
24 changes: 10 additions & 14 deletions ...frantisekmasa/wfrp_master/common/compendium/domain/importer/books/ArchivesOfTheEmpire1.kt
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -51,26 +51,26 @@ object ArchivesOfTheEmpire1 : Book, CareerSource, TrappingSource {

override fun resolveToken(textToken: TextToken): Token? {
if (textToken.fontName.endsWith("CaslonAntique-Bold-SC700")) {
return Token.BoxHeader(textToken.text)
return Token.BoxHeader(textToken)
}

if (textToken.fontName.endsWith("CaslonAntique")) {
if (textToken.fontSizePt == 11f) {
return Token.TableHeading(textToken.text)
return Token.TableHeading(textToken.text, textToken.metadata)
}

if (textToken.fontSizePt == 15f) {
return Token.BoxHeader(textToken.text)
return Token.BoxHeader(textToken)
}
}

if (textToken.fontName.endsWith("CaslonAntique-Bold")) {
if (textToken.fontSizePt == 19f || textToken.fontSizePt == 22f) {
return Token.Heading1(textToken.text)
return Token.Heading1(textToken.text, textToken.metadata)
}

if (textToken.fontSizePt == 10f) {
return Token.TableHeadCell(textToken.text)
return Token.TableHeadCell(textToken)
}
}

Expand All @@ -79,28 +79,24 @@ object ArchivesOfTheEmpire1 : Book, CareerSource, TrappingSource {
}

if (textToken.fontSizePt == 12f && textToken.fontName.endsWith("ACaslonPro-Bold")) {
return Token.Heading3(textToken.text)
return Token.Heading3(textToken)
}

if (textToken.fontSizePt == 8f && textToken.fontName.endsWith("ACaslonPro-Regular")) {
return Token.BodyCellPart(
text = textToken.text,
y = textToken.y,
height = textToken.height,
)
return Token.BodyCellPart(textToken)
}

if (textToken.fontSizePt == 9f) {
if (textToken.fontName.endsWith("ACaslonPro-Bold")) {
return Token.BoldPart(textToken.text)
return Token.BoldPart(textToken)
}

if (textToken.fontName.endsWith("ACaslonPro-Italic")) {
return Token.ItalicsPart(textToken.text)
return Token.ItalicsPart(textToken)
}

if (textToken.fontName.endsWith("ACaslonPro-Regular")) {
return Token.NormalPart(textToken.text)
return Token.NormalPart(textToken)
}
}

Expand Down
38 changes: 18 additions & 20 deletions ...frantisekmasa/wfrp_master/common/compendium/domain/importer/books/ArchivesOfTheEmpire2.kt
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -28,8 +28,8 @@ object ArchivesOfTheEmpire2 : Book, CareerSource, SpellSource, TrappingSource {
return CareerParser(
tokenMapper = {
when (it) {
is Token.BodyCellPart -> Token.NormalPart(it.text)
is Token.TableHeadCell -> Token.BoldPart(it.text)
is Token.BodyCellPart -> Token.NormalPart(it.text, it.metadata)
is Token.TableHeadCell -> Token.BoldPart(it.text, it.metadata)
else -> it
}
},
Expand Down Expand Up @@ -89,29 +89,29 @@ object ArchivesOfTheEmpire2 : Book, CareerSource, SpellSource, TrappingSource {
override fun resolveToken(textToken: TextToken): Token? {
if (textToken.fontName.endsWith("CaslonAntique-Bold-SC700")) {
if (textToken.fontSizePt == 12f || textToken.fontSizePt == 18f) {
return Token.Heading1(textToken.text)
return Token.Heading1(textToken)
}

return Token.BoxHeader(textToken.text)
return Token.BoxHeader(textToken)
}

if (textToken.fontName.endsWith("CaslonAntique")) {
if (textToken.fontSizePt == 11f) {
return Token.TableHeading(textToken.text)
return Token.TableHeading(textToken)
}

if (textToken.fontSizePt == 15f) {
return Token.BoxHeader(textToken.text)
return Token.BoxHeader(textToken)
}
}

if (textToken.fontName.endsWith("CaslonAntique-Bold")) {
if (textToken.fontSizePt == 19f || textToken.fontSizePt == 22f) {
return Token.Heading1(textToken.text)
return Token.Heading1(textToken)
}

if (textToken.fontSizePt == 10f) {
return Token.TableHeadCell(textToken.text)
return Token.TableHeadCell(textToken)
}
}

Expand All @@ -120,43 +120,41 @@ object ArchivesOfTheEmpire2 : Book, CareerSource, SpellSource, TrappingSource {
}

if (textToken.fontSizePt == 12f && textToken.fontName.endsWith("ACaslonPro-Bold")) {
return Token.Heading3(textToken.text)
return Token.Heading3(textToken)
}

if (textToken.fontSizePt == 8f) {
if (textToken.fontName.endsWith("ACaslonPro-Regular")) {
return Token.BodyCellPart(
text = textToken.text,
y = textToken.y,
height = textToken.height,
metadata = Token.Metadata(
y = textToken.y,
height = textToken.height
)
)
}

if (textToken.fontName.endsWith("ACaslonPro-Italic")) {
return Token.ItalicsPart(textToken.text)
return Token.ItalicsPart(textToken)
}
}

if (textToken.fontSizePt == 9f) {
if (textToken.fontName.endsWith("ACaslonPro-Bold")) {
return Token.BoldPart(textToken.text)
return Token.BoldPart(textToken)
}

if (textToken.fontName.endsWith("ACaslonPro-Italic")) {
return Token.ItalicsPart(textToken.text)
return Token.ItalicsPart(textToken)
}

if (textToken.fontName.endsWith("ACaslonPro-Regular")) {
// These table cells are not formatted as table cells
if (textToken.text == "Ironfist" || textToken.text == "Big Ogre Club") {
return Token.BodyCellPart(
text = textToken.text,
y = textToken.y,
height = textToken.height,
)
return Token.BodyCellPart(textToken)
}

return Token.NormalPart(textToken.text)
return Token.NormalPart(textToken)
}
}

Expand Down
182 changes: 182 additions & 0 deletions ...frantisekmasa/wfrp_master/common/compendium/domain/importer/books/ArchivesOfTheEmpire3.kt
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,182 @@
package cz.frantisekmasa.wfrp_master.common.compendium.domain.importer.books

import cz.frantisekmasa.wfrp_master.common.compendium.domain.Career
import cz.frantisekmasa.wfrp_master.common.compendium.domain.JournalEntry
import cz.frantisekmasa.wfrp_master.common.compendium.domain.Trapping
import cz.frantisekmasa.wfrp_master.common.compendium.domain.importer.parsers.Document
import cz.frantisekmasa.wfrp_master.common.compendium.domain.importer.parsers.Lexer
import cz.frantisekmasa.wfrp_master.common.compendium.domain.importer.parsers.RulesParser
import cz.frantisekmasa.wfrp_master.common.compendium.domain.importer.parsers.TextPosition
import cz.frantisekmasa.wfrp_master.common.compendium.domain.importer.parsers.TextToken
import cz.frantisekmasa.wfrp_master.common.compendium.domain.importer.parsers.Token
import cz.frantisekmasa.wfrp_master.common.compendium.domain.importer.parsers.TokenStream
import cz.frantisekmasa.wfrp_master.common.compendium.domain.importer.parsers.TwoColumnPdfLexer
import cz.frantisekmasa.wfrp_master.common.compendium.domain.importer.parsers.trappings.ArmourParser
import cz.frantisekmasa.wfrp_master.common.compendium.domain.importer.parsers.trappings.description.HeadingDescriptionParser
import cz.frantisekmasa.wfrp_master.common.compendium.domain.importer.sources.CareerSource
import cz.frantisekmasa.wfrp_master.common.compendium.domain.importer.sources.JournalEntrySource
import cz.frantisekmasa.wfrp_master.common.compendium.domain.importer.sources.TrappingSource
import kotlin.math.max
import kotlin.math.min

object ArchivesOfTheEmpire3 : Book, JournalEntrySource, TrappingSource, CareerSource {
override val name = "Archives of the Empire — Volume III"
override val tableFootnotesAsNormalText: Boolean = true

override fun importCareers(document: Document): List<Career> {
return emptyList()
}

override fun importJournalEntries(document: Document): List<JournalEntry> {
val lexer = TwoColumnPdfLexer(document, this)
return buildList {
fun parseRules(
pages: Iterable<Int>,
excludedTables: Set<String> = emptySet(),
excludedBoxes: Set<String> = emptySet(),
commonParents: List<String>,
supportedParents: List<List<String>>,
tokenMapper: (Token) -> Token = { it },
): List<JournalEntry> {
val entries =
RulesParser(
excludedBoxes = excludedBoxes,
excludedTables = excludedTables,
).import(
TokenStream(
pages.asSequence()
.flatMap { lexer.getTokens(it).toList() }
.flatten()
.map(tokenMapper),
),
)

return entries.filter { it.parents in supportedParents }
.map { it.copy(parents = commonParents + it.parents) }
.toList()
}

addAll(
parseRules(
36..36,
commonParents = listOf("The Consumers’ Guide"),
supportedParents =
listOf(
listOf("Armour Rules", "Armour Qualities"),
listOf("Armour Rules", "Armour Flaws"),
),
)
.asSequence()
.map {
it.copy(
parents = listOf("The Consumers’ Guide", "Armour", it.parents.last()),
)
}
)
}
}

override fun importTrappings(document: Document): List<Trapping> {
return ArmourParser(
document,
this,
HeadingDescriptionParser(),
lexerModifier = { lexer ->
object : Lexer {
override fun getTokens(page: Int): Sequence<Token> {
return lexer.getTokens(page).map {
when (it) {
is Token.BoldPart -> Token.TableHeadCell(it.text, it.metadata)
is Token.NormalPart -> Token.BodyCellPart(
text = it.text,
metadata = it.metadata,
)
is Token.Heading2 -> Token.BoxHeader(it.text, it.metadata)
else -> it
}
}
}
}
},
).parse(37, 38..38)
}

override fun areSameStyle(a: TextPosition, b: TextPosition): Boolean {
return super.areSameStyle(a, b) || arePartsOfHeading2(a, b)
}

private fun arePartsOfHeading2(
a: TextPosition,
b: TextPosition,
): Boolean {
// Some headings are a mix of 12pt and 18pt font
return a.getFont().getName() == b.getFont().getName() &&
a.getFont().getName().endsWith("CaslonAntique-Bold-SC700") &&
min(a.getFontSizeInPt(), b.getFontSizeInPt()) == 12f &&
max(a.getFontSizeInPt(), b.getFontSizeInPt()) == 18f
}

override fun resolveToken(textToken: TextToken): Token? {
if (textToken.fontName.endsWith("CaslonAntique-Bold-SC700")) {
if (textToken.fontSizePt == 12f || textToken.fontSizePt == 18f) {
return Token.Heading2(textToken)
}

return Token.BoxHeader(textToken)
}

if (textToken.fontName.endsWith("CaslonAntique")) {
if (textToken.fontSizePt == 18f) {
return Token.BoxHeader(textToken)
}
}

if (textToken.fontName.endsWith("CaslonAntique-Bold")) {
if (textToken.fontSizePt == 14f) {
return Token.TableHeading(textToken)
}

if (textToken.fontSizePt == 19f || textToken.fontSizePt == 22f) {
return Token.Heading1(textToken)
}

if (textToken.fontSizePt == 10f) {
return Token.TableHeadCell(textToken)
}
}

if (textToken.fontName.endsWith("crossbatstfb") && textToken.text == "h") {
return Token.CrossIcon
}

if (textToken.fontSizePt == 12f && textToken.fontName.endsWith("ACaslonPro-Bold")) {
return Token.Heading3(textToken)
}

if (textToken.fontSizePt == 8f && textToken.fontName.endsWith("ACaslonPro-Regular")) {
return Token.BodyCellPart(
text = textToken.text,
metadata = Token.Metadata(
y = textToken.y,
height = textToken.height,
)
)
}

if (textToken.fontSizePt == 9f) {
if (textToken.fontName.endsWith("ACaslonPro-Bold")) {
return Token.BoldPart(textToken)
}

if (textToken.fontName.endsWith("ACaslonPro-Italic")) {
return Token.ItalicsPart(textToken)
}

if (textToken.fontName.endsWith("ACaslonPro-Regular")) {
return Token.NormalPart(textToken)
}
}

return null
}
}
Loading
Loading