add ChapterRecognition from tachiyomi, closes #10
This commit is contained in:
@@ -16,6 +16,7 @@ import eu.kanade.tachiyomi.source.model.Page
|
|||||||
import eu.kanade.tachiyomi.source.model.SChapter
|
import eu.kanade.tachiyomi.source.model.SChapter
|
||||||
import eu.kanade.tachiyomi.source.model.SManga
|
import eu.kanade.tachiyomi.source.model.SManga
|
||||||
import eu.kanade.tachiyomi.source.online.HttpSource
|
import eu.kanade.tachiyomi.source.online.HttpSource
|
||||||
|
import eu.kanade.tachiyomi.util.chapter.ChapterRecognition
|
||||||
import eu.kanade.tachiyomi.util.lang.compareToCaseInsensitiveNaturalOrder
|
import eu.kanade.tachiyomi.util.lang.compareToCaseInsensitiveNaturalOrder
|
||||||
import eu.kanade.tachiyomi.util.storage.EpubFile
|
import eu.kanade.tachiyomi.util.storage.EpubFile
|
||||||
import kotlinx.serialization.json.Json
|
import kotlinx.serialization.json.Json
|
||||||
@@ -248,7 +249,7 @@ class LocalSource : HttpSource() {
|
|||||||
|
|
||||||
val chapNameCut = stripMangaTitle(name, manga.title)
|
val chapNameCut = stripMangaTitle(name, manga.title)
|
||||||
if (chapNameCut.isNotEmpty()) name = chapNameCut
|
if (chapNameCut.isNotEmpty()) name = chapNameCut
|
||||||
// ChapterRecognition.parseChapterNumber(this, manga)
|
ChapterRecognition.parseChapterNumber(this, manga)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
.sortedWith { c1, c2 ->
|
.sortedWith { c1, c2 ->
|
||||||
|
|||||||
@@ -0,0 +1,152 @@
|
|||||||
|
package eu.kanade.tachiyomi.util.chapter
|
||||||
|
|
||||||
|
import eu.kanade.tachiyomi.source.model.SChapter
|
||||||
|
import eu.kanade.tachiyomi.source.model.SManga
|
||||||
|
|
||||||
|
/**
|
||||||
|
* -R> = regex conversion.
|
||||||
|
*/
|
||||||
|
object ChapterRecognition {
|
||||||
|
/**
|
||||||
|
* All cases with Ch.xx
|
||||||
|
* Mokushiroku Alice Vol.1 Ch. 4: Misrepresentation -R> 4
|
||||||
|
*/
|
||||||
|
private val basic = Regex("""(?<=ch\.) *([0-9]+)(\.[0-9]+)?(\.?[a-z]+)?""")
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Regex used when only one number occurrence
|
||||||
|
* Example: Bleach 567: Down With Snowwhite -R> 567
|
||||||
|
*/
|
||||||
|
private val occurrence = Regex("""([0-9]+)(\.[0-9]+)?(\.?[a-z]+)?""")
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Regex used when manga title removed
|
||||||
|
* Example: Solanin 028 Vol. 2 -> 028 Vol.2 -> 028Vol.2 -R> 028
|
||||||
|
*/
|
||||||
|
private val withoutManga = Regex("""^([0-9]+)(\.[0-9]+)?(\.?[a-z]+)?""")
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Regex used to remove unwanted tags
|
||||||
|
* Example Prison School 12 v.1 vol004 version1243 volume64 -R> Prison School 12
|
||||||
|
*/
|
||||||
|
private val unwanted = Regex("""(?<![a-z])(v|ver|vol|version|volume|season|s).?[0-9]+""")
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Regex used to remove unwanted whitespace
|
||||||
|
* Example One Piece 12 special -R> One Piece 12special
|
||||||
|
*/
|
||||||
|
private val unwantedWhiteSpace = Regex("""(\s)(extra|special|omake)""")
|
||||||
|
|
||||||
|
fun parseChapterNumber(chapter: SChapter, manga: SManga) {
|
||||||
|
// If chapter number is known return.
|
||||||
|
if (chapter.chapter_number == -2f || chapter.chapter_number > -1f) {
|
||||||
|
return
|
||||||
|
}
|
||||||
|
|
||||||
|
// Get chapter title with lower case
|
||||||
|
var name = chapter.name.lowercase()
|
||||||
|
|
||||||
|
// Remove comma's from chapter.
|
||||||
|
name = name.replace(',', '.')
|
||||||
|
|
||||||
|
// Remove unwanted white spaces.
|
||||||
|
unwantedWhiteSpace.findAll(name).let {
|
||||||
|
it.forEach { occurrence -> name = name.replace(occurrence.value, occurrence.value.trim()) }
|
||||||
|
}
|
||||||
|
|
||||||
|
// Remove unwanted tags.
|
||||||
|
unwanted.findAll(name).let {
|
||||||
|
it.forEach { occurrence -> name = name.replace(occurrence.value, "") }
|
||||||
|
}
|
||||||
|
|
||||||
|
// Check base case ch.xx
|
||||||
|
if (updateChapter(basic.find(name), chapter)) {
|
||||||
|
return
|
||||||
|
}
|
||||||
|
|
||||||
|
// Check one number occurrence.
|
||||||
|
val occurrences: MutableList<MatchResult> = arrayListOf()
|
||||||
|
occurrence.findAll(name).let {
|
||||||
|
it.forEach { occurrence -> occurrences.add(occurrence) }
|
||||||
|
}
|
||||||
|
|
||||||
|
if (occurrences.size == 1) {
|
||||||
|
if (updateChapter(occurrences[0], chapter)) {
|
||||||
|
return
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// Remove manga title from chapter title.
|
||||||
|
val nameWithoutManga = name.replace(manga.title.lowercase(), "").trim()
|
||||||
|
|
||||||
|
// Check if first value is number after title remove.
|
||||||
|
if (updateChapter(withoutManga.find(nameWithoutManga), chapter)) {
|
||||||
|
return
|
||||||
|
}
|
||||||
|
|
||||||
|
// Take the first number encountered.
|
||||||
|
if (updateChapter(occurrence.find(nameWithoutManga), chapter)) {
|
||||||
|
return
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Check if volume is found and update chapter
|
||||||
|
* @param match result of regex
|
||||||
|
* @param chapter chapter object
|
||||||
|
* @return true if volume is found
|
||||||
|
*/
|
||||||
|
private fun updateChapter(match: MatchResult?, chapter: SChapter): Boolean {
|
||||||
|
match?.let {
|
||||||
|
val initial = it.groups[1]?.value?.toFloat()!!
|
||||||
|
val subChapterDecimal = it.groups[2]?.value
|
||||||
|
val subChapterAlpha = it.groups[3]?.value
|
||||||
|
val addition = checkForDecimal(subChapterDecimal, subChapterAlpha)
|
||||||
|
chapter.chapter_number = initial.plus(addition)
|
||||||
|
return true
|
||||||
|
}
|
||||||
|
return false
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Check for decimal in received strings
|
||||||
|
* @param decimal decimal value of regex
|
||||||
|
* @param alpha alpha value of regex
|
||||||
|
* @return decimal/alpha float value
|
||||||
|
*/
|
||||||
|
private fun checkForDecimal(decimal: String?, alpha: String?): Float {
|
||||||
|
if (!decimal.isNullOrEmpty()) {
|
||||||
|
return decimal.toFloat()
|
||||||
|
}
|
||||||
|
|
||||||
|
if (!alpha.isNullOrEmpty()) {
|
||||||
|
if (alpha.contains("extra")) {
|
||||||
|
return .99f
|
||||||
|
}
|
||||||
|
|
||||||
|
if (alpha.contains("omake")) {
|
||||||
|
return .98f
|
||||||
|
}
|
||||||
|
|
||||||
|
if (alpha.contains("special")) {
|
||||||
|
return .97f
|
||||||
|
}
|
||||||
|
|
||||||
|
return if (alpha[0] == '.') {
|
||||||
|
// Take value after (.)
|
||||||
|
parseAlphaPostFix(alpha[1])
|
||||||
|
} else {
|
||||||
|
parseAlphaPostFix(alpha[0])
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
return .0f
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* x.a -> x.1, x.b -> x.2, etc
|
||||||
|
*/
|
||||||
|
private fun parseAlphaPostFix(alpha: Char): Float {
|
||||||
|
return ("0." + (alpha.code - 96).toString()).toFloat()
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -9,6 +9,7 @@ package suwayomi.tachidesk.manga.impl
|
|||||||
|
|
||||||
import eu.kanade.tachiyomi.source.model.SChapter
|
import eu.kanade.tachiyomi.source.model.SChapter
|
||||||
import eu.kanade.tachiyomi.source.model.SManga
|
import eu.kanade.tachiyomi.source.model.SManga
|
||||||
|
import eu.kanade.tachiyomi.util.chapter.ChapterRecognition
|
||||||
import org.jetbrains.exposed.dao.id.EntityID
|
import org.jetbrains.exposed.dao.id.EntityID
|
||||||
import org.jetbrains.exposed.sql.SortOrder.DESC
|
import org.jetbrains.exposed.sql.SortOrder.DESC
|
||||||
import org.jetbrains.exposed.sql.and
|
import org.jetbrains.exposed.sql.and
|
||||||
@@ -52,12 +53,19 @@ object Chapter {
|
|||||||
private suspend fun getSourceChapters(mangaId: Int): List<ChapterDataClass> {
|
private suspend fun getSourceChapters(mangaId: Int): List<ChapterDataClass> {
|
||||||
val manga = getManga(mangaId)
|
val manga = getManga(mangaId)
|
||||||
val source = getHttpSource(manga.sourceId.toLong())
|
val source = getHttpSource(manga.sourceId.toLong())
|
||||||
val chapterList = source.fetchChapterList(
|
|
||||||
SManga.create().apply {
|
val sManga = SManga.create().apply {
|
||||||
title = manga.title
|
title = manga.title
|
||||||
url = manga.url
|
url = manga.url
|
||||||
}
|
}
|
||||||
).awaitSingle()
|
|
||||||
|
val chapterList = source.fetchChapterList(sManga).awaitSingle()
|
||||||
|
|
||||||
|
// Recognize number for new chapters.
|
||||||
|
chapterList.forEach {
|
||||||
|
source.prepareNewChapter(it, sManga)
|
||||||
|
ChapterRecognition.parseChapterNumber(it, sManga)
|
||||||
|
}
|
||||||
|
|
||||||
val chapterCount = chapterList.count()
|
val chapterCount = chapterList.count()
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user