Kouhei Sutou 2019-03-26 18:22:29 +0900 (Tue, 26 Mar 2019) Revision: 5a9296da4f779519482c66341e847b549bf453ed https://github.com/ranguba/chupa-text/commit/5a9296da4f779519482c66341e847b549bf453ed Message: Add http-server decomposer TODO: * Add error check * Add tests Added files: lib/chupa-text/decomposers/http-server.rb Added: lib/chupa-text/decomposers/http-server.rb (+79 -0) 100644 =================================================================== --- /dev/null +++ lib/chupa-text/decomposers/http-server.rb 2019-03-26 18:22:29 +0900 (6b3483b) @@ -0,0 +1,79 @@ +# Copyright (C) 2019 Kouhei Sutou <kou****@clear*****> +# +# This library is free software; you can redistribute it and/or +# modify it under the terms of the GNU Lesser General Public +# License as published by the Free Software Foundation; either +# version 2.1 of the License, or (at your option) any later version. +# +# This library is distributed in the hope that it will be useful, +# but WITHOUT ANY WARRANTY; without even the implied warranty of +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU +# Lesser General Public License for more details. +# +# You should have received a copy of the GNU Lesser General Public +# License along with this library; if not, write to the Free Software +# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA + +require "net/http" +require "uri" + +module ChupaText + module Decomposers + class HTTPServer < Decomposer + registry.register("http-server", self) + + def initialize(options) + super + @url = @options[:url] || ENV["CHUPA_TEXT_HTTP_SERVER_URL"] + @url = URI(@url) if @url + end + + def target?(data) + return false unless @url + return false if data.text_plain? + true + end + + def target_score(data) + if target?(data) + -100 + else + nil + end + end + + def decompose(data) + http = Net::HTTP.new(@url.host, @url.port) + http.use_ssl = true if****@url*****_a?(URI::HTTPS) + http.start do + request = Net::HTTP::Post.new(@url) + request["transfer-encoding"] = "chunked" + data.open do |input| + request.set_form([ + [ + "data", + input, + { + filename: data.path.to_s, + content_type: data.mime_type, + }, + ], + ], + "multipart/form-data") + response = http.request(request) + # TODO: Check response + extracted = JSON.parse(response.body) + (extracted["texts"] || []).each do |text| + text_data = TextData.new(text["body"], source_data: data) + text.each do |key, value| + next if key == "body" + text_data[key] = value + end + yield(text_data) + end + end + end + end + end + end +end -------------- next part -------------- An HTML attachment was scrubbed... URL: <https://lists.osdn.me/mailman/archives/groonga-commit/attachments/20190326/ce31b3f3/attachment-0001.html>
