forked from aaa1115910/bv
-
Notifications
You must be signed in to change notification settings - Fork 1
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Merge branch 'develop' of https://github.com/aaa1115910/bv into develop
- Loading branch information
Showing
22 changed files
with
180 additions
and
77 deletions.
There are no files selected for viewing
Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.
Oops, something went wrong.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
93 changes: 93 additions & 0 deletions
93
bili-api/src/main/kotlin/com/tfowl/ktor/client/plugins/JsoupPlugin.kt
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,93 @@ | ||
| @file:Suppress("unused") | ||
|
|
||
| package com.tfowl.ktor.client.plugins | ||
|
|
||
| import io.ktor.client.* | ||
| import io.ktor.client.plugins.* | ||
| import io.ktor.client.statement.* | ||
| import io.ktor.http.* | ||
| import io.ktor.util.* | ||
| import io.ktor.utils.io.* | ||
| import org.jsoup.Jsoup | ||
| import org.jsoup.nodes.Document | ||
| import org.jsoup.parser.Parser | ||
|
|
||
| /** | ||
| * [HttpClient] plugin that parses response bodies into Jsoup [Document] | ||
| * class using a provided [Parser] | ||
| * | ||
| * By default, | ||
| * | ||
| * [ContentType.Text.Html] is parsed using [Parser.htmlParser]. | ||
| * | ||
| * [ContentType.Text.Xml] & [ContentType.Application.Xml] are parsed using [Parser.xmlParser]. | ||
| * | ||
| * Note: It will only parse registered content types and for receiving | ||
| * [Document] or superclasses. | ||
| * | ||
| * @property parsers Registered parsers for content types | ||
| */ | ||
| class JsoupPlugin internal constructor(val parsers: Map<ContentType, Parser>) { | ||
|
|
||
| /** | ||
| * [JsoupPlugin] configuration that is used during installation | ||
| */ | ||
| class Config { | ||
|
|
||
| /** | ||
| * [Parsers][Parser] that will be used for each [ContentType] | ||
| * | ||
| * Defaults: | ||
| * - Html: [ContentType.Text.Html] | ||
| * - Xml: [ContentType.Text.Xml] and [ContentType.Application.Xml] | ||
| */ | ||
| var parsers = mutableMapOf( | ||
| ContentType.Text.Html to Parser.htmlParser(), | ||
| ContentType.Text.Xml to Parser.xmlParser(), | ||
| ContentType.Application.Xml to Parser.xmlParser() | ||
| ) | ||
| } | ||
|
|
||
| /** | ||
| * Companion object for plugin installation | ||
| */ | ||
| companion object Plugin : HttpClientPlugin<Config, JsoupPlugin> { | ||
| override val key: AttributeKey<JsoupPlugin> = AttributeKey("Jsoup") | ||
|
|
||
| override fun prepare(block: Config.() -> Unit): JsoupPlugin = | ||
| JsoupPlugin(Config().apply(block).parsers) | ||
|
|
||
| override fun install(plugin: JsoupPlugin, scope: HttpClient) { | ||
| scope.responsePipeline.intercept(HttpResponsePipeline.Transform) { (info, body) -> | ||
| if (body !is ByteReadChannel) | ||
| return@intercept | ||
|
|
||
| if (!info.type.java.isAssignableFrom(Document::class.java)) | ||
| return@intercept | ||
|
|
||
| val responseContentType = context.response.contentType() ?: return@intercept | ||
|
|
||
| val parser = plugin.parsers.firstNotNullOfOrNull { (type, parser) -> | ||
| parser.takeIf { responseContentType.match(type) } | ||
| } ?: return@intercept | ||
|
|
||
| val bodyContent = body.readRemaining().readText() | ||
| val baseUri = context.request.url.toString() | ||
|
|
||
| /* Jsoup Parsers internally contain a stateful TreeBuilder, | ||
| We need to create a deep copy to avoid issues with | ||
| concurrency */ | ||
| val document = Jsoup.parse(bodyContent, baseUri, parser.newInstance()) | ||
| proceedWith(HttpResponseContainer(info, document)) | ||
| } | ||
| } | ||
| } | ||
| } | ||
|
|
||
| /** | ||
| * Install [JsoupPlugin] | ||
| */ | ||
| @Suppress("FunctionName") | ||
| fun HttpClientConfig<*>.Jsoup(block: JsoupPlugin.Config.() -> Unit = {}) { | ||
| install(JsoupPlugin, block) | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.