d5cabfe5c6
Compact Language Detector v3 (CLD3) is the successor of CLD2, which was used in the previous implementation. CLD3 includes improvements since CLD2, and supports newer compilers. On the other hand, it has additional requirements and cld3-ruby, the FFI of CLD3 for Ruby, is still new and may be still inmature. Though CLD3 is named after CLD2, it is implemented with a neural network model, different from the old implementation, which is based on a Naïve Bayesian classifier. CLD3 supports newer compilers, such as GCC 6. CLD2 is not compatible with GCC 6 because it assigns negative values to varibales typed unsigned. (see internal/cld_generated_cjk_uni_prop_80.cc) The support for GCC 6 and newer compilers are essential today, when some server operating system such as Ubuntu Server 16.10 has GCC 6 by default. On the one hand, CLD3 requires C++11 support. Environments with old compilers such as Ubuntu Server 14.04 needs to update the system or install a newer compiler. CLD3 needs protocol buffers as a new dependency. However,it is not considered problematic because major server operating systems, CentOS and Ubuntu Server provide them. The FFI cld3-ruby was written by me (Akihiko Odaki) for use in Mastodon. It is still new and may be inmature, but confirmed to pass existing tests.
555 lines
13 KiB
Plaintext
555 lines
13 KiB
Plaintext
GEM
|
|
remote: https://rubygems.org/
|
|
specs:
|
|
actioncable (5.0.2)
|
|
actionpack (= 5.0.2)
|
|
nio4r (>= 1.2, < 3.0)
|
|
websocket-driver (~> 0.6.1)
|
|
actionmailer (5.0.2)
|
|
actionpack (= 5.0.2)
|
|
actionview (= 5.0.2)
|
|
activejob (= 5.0.2)
|
|
mail (~> 2.5, >= 2.5.4)
|
|
rails-dom-testing (~> 2.0)
|
|
actionpack (5.0.2)
|
|
actionview (= 5.0.2)
|
|
activesupport (= 5.0.2)
|
|
rack (~> 2.0)
|
|
rack-test (~> 0.6.3)
|
|
rails-dom-testing (~> 2.0)
|
|
rails-html-sanitizer (~> 1.0, >= 1.0.2)
|
|
actionview (5.0.2)
|
|
activesupport (= 5.0.2)
|
|
builder (~> 3.1)
|
|
erubis (~> 2.7.0)
|
|
rails-dom-testing (~> 2.0)
|
|
rails-html-sanitizer (~> 1.0, >= 1.0.3)
|
|
active_record_query_trace (1.5.4)
|
|
activejob (5.0.2)
|
|
activesupport (= 5.0.2)
|
|
globalid (>= 0.3.6)
|
|
activemodel (5.0.2)
|
|
activesupport (= 5.0.2)
|
|
activerecord (5.0.2)
|
|
activemodel (= 5.0.2)
|
|
activesupport (= 5.0.2)
|
|
arel (~> 7.0)
|
|
activesupport (5.0.2)
|
|
concurrent-ruby (~> 1.0, >= 1.0.2)
|
|
i18n (~> 0.7)
|
|
minitest (~> 5.1)
|
|
tzinfo (~> 1.1)
|
|
addressable (2.5.1)
|
|
public_suffix (~> 2.0, >= 2.0.2)
|
|
airbrussh (1.2.0)
|
|
sshkit (>= 1.6.1, != 1.7.0)
|
|
annotate (2.7.1)
|
|
activerecord (>= 3.2, < 6.0)
|
|
rake (>= 10.4, < 12.0)
|
|
arel (7.1.4)
|
|
ast (2.3.0)
|
|
attr_encrypted (3.0.3)
|
|
encryptor (~> 3.0.0)
|
|
av (0.9.0)
|
|
cocaine (~> 0.5.3)
|
|
aws-sdk (2.9.15)
|
|
aws-sdk-resources (= 2.9.15)
|
|
aws-sdk-core (2.9.15)
|
|
aws-sigv4 (~> 1.0)
|
|
jmespath (~> 1.0)
|
|
aws-sdk-resources (2.9.15)
|
|
aws-sdk-core (= 2.9.15)
|
|
aws-sigv4 (1.0.0)
|
|
bcrypt (3.1.11)
|
|
better_errors (2.1.1)
|
|
coderay (>= 1.0.0)
|
|
erubis (>= 2.6.6)
|
|
rack (>= 0.9.0)
|
|
binding_of_caller (0.7.2)
|
|
debug_inspector (>= 0.0.1)
|
|
brakeman (3.6.1)
|
|
builder (3.2.3)
|
|
bullet (5.5.1)
|
|
activesupport (>= 3.0.0)
|
|
uniform_notifier (~> 1.10.0)
|
|
bundler-audit (0.5.0)
|
|
bundler (~> 1.2)
|
|
thor (~> 0.18)
|
|
capistrano (3.8.0)
|
|
airbrussh (>= 1.0.0)
|
|
i18n
|
|
rake (>= 10.0.0)
|
|
sshkit (>= 1.9.0)
|
|
capistrano-bundler (1.2.0)
|
|
capistrano (~> 3.1)
|
|
sshkit (~> 1.2)
|
|
capistrano-rails (1.2.3)
|
|
capistrano (~> 3.1)
|
|
capistrano-bundler (~> 1.1)
|
|
capistrano-rbenv (2.1.1)
|
|
capistrano (~> 3.1)
|
|
sshkit (~> 1.3)
|
|
capistrano-yarn (2.0.2)
|
|
capistrano (~> 3.0)
|
|
capybara (2.14.0)
|
|
addressable
|
|
mime-types (>= 1.16)
|
|
nokogiri (>= 1.3.3)
|
|
rack (>= 1.0.0)
|
|
rack-test (>= 0.5.4)
|
|
xpath (~> 2.0)
|
|
chunky_png (1.3.8)
|
|
cld3 (3.1.0)
|
|
ffi (>= 1.1.0, < 1.10.0)
|
|
climate_control (0.1.0)
|
|
cocaine (0.5.8)
|
|
climate_control (>= 0.0.3, < 1.0)
|
|
coderay (1.1.1)
|
|
colorize (0.8.1)
|
|
concurrent-ruby (1.0.5)
|
|
connection_pool (2.2.1)
|
|
crack (0.4.3)
|
|
safe_yaml (~> 1.0.0)
|
|
crass (1.0.2)
|
|
debug_inspector (0.0.2)
|
|
devise (4.2.1)
|
|
bcrypt (~> 3.0)
|
|
orm_adapter (~> 0.1)
|
|
railties (>= 4.1.0, < 5.1)
|
|
responders
|
|
warden (~> 1.2.3)
|
|
devise-two-factor (3.0.0)
|
|
activesupport
|
|
attr_encrypted (>= 1.3, < 4, != 2)
|
|
devise (~> 4.0)
|
|
railties
|
|
rotp (~> 2.0)
|
|
diff-lcs (1.3)
|
|
docile (1.1.5)
|
|
domain_name (0.5.20170404)
|
|
unf (>= 0.0.5, < 1.0.0)
|
|
doorkeeper (4.2.5)
|
|
railties (>= 4.2)
|
|
dotenv (2.2.1)
|
|
dotenv-rails (2.2.1)
|
|
dotenv (= 2.2.1)
|
|
railties (>= 3.2, < 5.2)
|
|
easy_translate (0.5.0)
|
|
json
|
|
thread
|
|
thread_safe
|
|
encryptor (3.0.0)
|
|
erubis (2.7.0)
|
|
et-orbi (1.0.3)
|
|
tzinfo
|
|
execjs (2.7.0)
|
|
fabrication (2.16.1)
|
|
faker (1.7.3)
|
|
i18n (~> 0.5)
|
|
fast_blank (1.0.0)
|
|
ffi (1.9.18)
|
|
fuubar (2.2.0)
|
|
rspec-core (~> 3.0)
|
|
ruby-progressbar (~> 1.4)
|
|
globalid (0.4.0)
|
|
activesupport (>= 4.2.0)
|
|
goldfinger (1.2.0)
|
|
addressable (~> 2.4)
|
|
http (~> 2.0)
|
|
nokogiri (~> 1.6)
|
|
hamlit (2.8.1)
|
|
temple (>= 0.8.0)
|
|
thor
|
|
tilt
|
|
hamlit-rails (0.2.0)
|
|
actionpack (>= 4.0.1)
|
|
activesupport (>= 4.0.1)
|
|
hamlit (>= 1.2.0)
|
|
railties (>= 4.0.1)
|
|
hashdiff (0.3.4)
|
|
highline (1.7.8)
|
|
hiredis (0.6.1)
|
|
htmlentities (4.3.4)
|
|
http (2.2.2)
|
|
addressable (~> 2.3)
|
|
http-cookie (~> 1.0)
|
|
http-form_data (~> 1.0.1)
|
|
http_parser.rb (~> 0.6.0)
|
|
http-cookie (1.0.3)
|
|
domain_name (~> 0.5)
|
|
http-form_data (1.0.2)
|
|
http_accept_language (2.1.0)
|
|
http_parser.rb (0.6.0)
|
|
httplog (0.99.3)
|
|
colorize
|
|
rack
|
|
i18n (0.8.1)
|
|
i18n-tasks (0.9.15)
|
|
activesupport (>= 4.0.2)
|
|
ast (>= 2.1.0)
|
|
easy_translate (>= 0.5.0)
|
|
erubis
|
|
highline (>= 1.7.3)
|
|
i18n
|
|
parser (>= 2.2.3.0)
|
|
rainbow (~> 2.2)
|
|
terminal-table (>= 1.5.1)
|
|
jmespath (1.3.1)
|
|
json (2.1.0)
|
|
kaminari (1.0.1)
|
|
activesupport (>= 4.1.0)
|
|
kaminari-actionview (= 1.0.1)
|
|
kaminari-activerecord (= 1.0.1)
|
|
kaminari-core (= 1.0.1)
|
|
kaminari-actionview (1.0.1)
|
|
actionview
|
|
kaminari-core (= 1.0.1)
|
|
kaminari-activerecord (1.0.1)
|
|
activerecord
|
|
kaminari-core (= 1.0.1)
|
|
kaminari-core (1.0.1)
|
|
launchy (2.4.3)
|
|
addressable (~> 2.3)
|
|
letter_opener (1.4.1)
|
|
launchy (~> 2.2)
|
|
letter_opener_web (1.3.1)
|
|
actionmailer (>= 3.2)
|
|
letter_opener (~> 1.0)
|
|
railties (>= 3.2)
|
|
link_header (0.0.8)
|
|
lograge (0.5.0)
|
|
actionpack (>= 4, <= 5.1.0)
|
|
activesupport (>= 4, <= 5.1.0)
|
|
railties (>= 4, <= 5.1.0)
|
|
loofah (2.0.3)
|
|
nokogiri (>= 1.5.9)
|
|
mail (2.6.5)
|
|
mime-types (>= 1.16, < 4)
|
|
method_source (0.8.2)
|
|
microformats2 (2.1.0)
|
|
activesupport
|
|
json
|
|
nokogiri
|
|
mime-types (3.1)
|
|
mime-types-data (~> 3.2015)
|
|
mime-types-data (3.2016.0521)
|
|
mimemagic (0.3.2)
|
|
mini_portile2 (2.1.0)
|
|
minitest (5.10.1)
|
|
multi_json (1.12.1)
|
|
net-scp (1.2.1)
|
|
net-ssh (>= 2.6.5)
|
|
net-ssh (4.1.0)
|
|
nio4r (2.0.0)
|
|
nokogiri (1.7.1)
|
|
mini_portile2 (~> 2.1.0)
|
|
nokogumbo (1.4.10)
|
|
nokogiri
|
|
oj (3.0.6)
|
|
openssl (2.0.3)
|
|
orm_adapter (0.5.0)
|
|
ostatus2 (2.0.0)
|
|
addressable (~> 2.4)
|
|
http (~> 2.0)
|
|
nokogiri (~> 1.6)
|
|
openssl (~> 2.0)
|
|
ox (2.5.0)
|
|
paperclip (5.1.0)
|
|
activemodel (>= 4.2.0)
|
|
activesupport (>= 4.2.0)
|
|
cocaine (~> 0.5.5)
|
|
mime-types
|
|
mimemagic (~> 0.3.0)
|
|
paperclip-av-transcoder (0.6.4)
|
|
av (~> 0.9.0)
|
|
paperclip (>= 2.5.2)
|
|
parallel (1.11.2)
|
|
parallel_tests (2.14.1)
|
|
parallel
|
|
parser (2.4.0.0)
|
|
ast (~> 2.2)
|
|
pg (0.20.0)
|
|
pghero (1.7.0)
|
|
activerecord
|
|
pkg-config (1.2.0)
|
|
powerpack (0.1.1)
|
|
pry (0.10.4)
|
|
coderay (~> 1.1.0)
|
|
method_source (~> 0.8.1)
|
|
slop (~> 3.4)
|
|
pry-rails (0.3.6)
|
|
pry (>= 0.10.4)
|
|
public_suffix (2.0.5)
|
|
puma (3.8.2)
|
|
rabl (0.13.1)
|
|
activesupport (>= 2.3.14)
|
|
rack (2.0.1)
|
|
rack-attack (5.0.1)
|
|
rack
|
|
rack-cors (0.4.1)
|
|
rack-protection (2.0.0)
|
|
rack
|
|
rack-test (0.6.3)
|
|
rack (>= 1.0)
|
|
rack-timeout (0.4.2)
|
|
rails (5.0.2)
|
|
actioncable (= 5.0.2)
|
|
actionmailer (= 5.0.2)
|
|
actionpack (= 5.0.2)
|
|
actionview (= 5.0.2)
|
|
activejob (= 5.0.2)
|
|
activemodel (= 5.0.2)
|
|
activerecord (= 5.0.2)
|
|
activesupport (= 5.0.2)
|
|
bundler (>= 1.3.0, < 2.0)
|
|
railties (= 5.0.2)
|
|
sprockets-rails (>= 2.0.0)
|
|
rails-controller-testing (1.0.1)
|
|
actionpack (~> 5.x)
|
|
actionview (~> 5.x)
|
|
activesupport (~> 5.x)
|
|
rails-dom-testing (2.0.2)
|
|
activesupport (>= 4.2.0, < 6.0)
|
|
nokogiri (~> 1.6)
|
|
rails-html-sanitizer (1.0.3)
|
|
loofah (~> 2.0)
|
|
rails-i18n (5.0.4)
|
|
i18n (~> 0.7)
|
|
railties (~> 5.0)
|
|
rails-settings-cached (0.6.5)
|
|
rails (>= 4.2.0)
|
|
railties (5.0.2)
|
|
actionpack (= 5.0.2)
|
|
activesupport (= 5.0.2)
|
|
method_source
|
|
rake (>= 0.8.7)
|
|
thor (>= 0.18.1, < 2.0)
|
|
rainbow (2.2.2)
|
|
rake
|
|
rake (11.3.0)
|
|
redis (3.3.3)
|
|
redis-actionpack (5.0.1)
|
|
actionpack (>= 4.0, < 6)
|
|
redis-rack (>= 1, < 3)
|
|
redis-store (>= 1.1.0, < 1.4.0)
|
|
redis-activesupport (5.0.2)
|
|
activesupport (>= 3, < 6)
|
|
redis-store (~> 1.3.0)
|
|
redis-namespace (1.5.3)
|
|
redis (~> 3.0, >= 3.0.4)
|
|
redis-store (>= 1.2, < 1.4)
|
|
redis-rack (2.0.2)
|
|
rack (>= 1.5, < 3)
|
|
redis-rails (5.0.2)
|
|
redis-actionpack (>= 5.0, < 6)
|
|
redis-activesupport (>= 5.0, < 6)
|
|
redis-store (>= 1.2, < 2)
|
|
redis-store (1.3.0)
|
|
redis (>= 2.2)
|
|
responders (2.4.0)
|
|
actionpack (>= 4.2.0, < 5.3)
|
|
railties (>= 4.2.0, < 5.3)
|
|
rotp (2.1.2)
|
|
rqrcode (0.10.1)
|
|
chunky_png (~> 1.0)
|
|
rspec-core (3.6.0)
|
|
rspec-support (~> 3.6.0)
|
|
rspec-expectations (3.6.0)
|
|
diff-lcs (>= 1.2.0, < 2.0)
|
|
rspec-support (~> 3.6.0)
|
|
rspec-mocks (3.6.0)
|
|
diff-lcs (>= 1.2.0, < 2.0)
|
|
rspec-support (~> 3.6.0)
|
|
rspec-rails (3.6.0)
|
|
actionpack (>= 3.0)
|
|
activesupport (>= 3.0)
|
|
railties (>= 3.0)
|
|
rspec-core (~> 3.6.0)
|
|
rspec-expectations (~> 3.6.0)
|
|
rspec-mocks (~> 3.6.0)
|
|
rspec-support (~> 3.6.0)
|
|
rspec-sidekiq (3.0.1)
|
|
rspec-core (~> 3.0, >= 3.0.0)
|
|
sidekiq (>= 2.4.0)
|
|
rspec-support (3.6.0)
|
|
rubocop (0.48.1)
|
|
parser (>= 2.3.3.1, < 3.0)
|
|
powerpack (~> 0.1)
|
|
rainbow (>= 1.99.1, < 3.0)
|
|
ruby-progressbar (~> 1.7)
|
|
unicode-display_width (~> 1.0, >= 1.0.1)
|
|
ruby-oembed (0.12.0)
|
|
ruby-progressbar (1.8.1)
|
|
rufus-scheduler (3.4.0)
|
|
et-orbi (~> 1.0)
|
|
safe_yaml (1.0.4)
|
|
sanitize (4.4.0)
|
|
crass (~> 1.0.2)
|
|
nokogiri (>= 1.4.4)
|
|
nokogumbo (~> 1.4.1)
|
|
sass (3.4.23)
|
|
scss_lint (0.53.0)
|
|
rake (>= 0.9, < 13)
|
|
sass (~> 3.4.20)
|
|
sidekiq (5.0.0)
|
|
concurrent-ruby (~> 1.0)
|
|
connection_pool (~> 2.2, >= 2.2.0)
|
|
rack-protection (>= 1.5.0)
|
|
redis (~> 3.3, >= 3.3.3)
|
|
sidekiq-scheduler (2.1.4)
|
|
redis (~> 3)
|
|
rufus-scheduler (~> 3.2)
|
|
sidekiq (>= 3)
|
|
tilt (>= 1.4.0)
|
|
sidekiq-unique-jobs (5.0.8)
|
|
sidekiq (>= 4.0, <= 6.0)
|
|
thor (~> 0)
|
|
simple-navigation (4.0.5)
|
|
activesupport (>= 2.3.2)
|
|
simple_form (3.4.0)
|
|
actionpack (> 4, < 5.1)
|
|
activemodel (> 4, < 5.1)
|
|
simplecov (0.14.1)
|
|
docile (~> 1.1.0)
|
|
json (>= 1.8, < 3)
|
|
simplecov-html (~> 0.10.0)
|
|
simplecov-html (0.10.0)
|
|
slop (3.6.0)
|
|
sprockets (3.7.1)
|
|
concurrent-ruby (~> 1.0)
|
|
rack (> 1, < 3)
|
|
sprockets-rails (3.2.0)
|
|
actionpack (>= 4.0)
|
|
activesupport (>= 4.0)
|
|
sprockets (>= 3.0.0)
|
|
sshkit (1.13.1)
|
|
net-scp (>= 1.1.2)
|
|
net-ssh (>= 2.8.0)
|
|
statsd-instrument (2.1.2)
|
|
temple (0.8.0)
|
|
terminal-table (1.7.3)
|
|
unicode-display_width (~> 1.1.1)
|
|
thor (0.19.4)
|
|
thread (0.2.2)
|
|
thread_safe (0.3.6)
|
|
tilt (2.0.7)
|
|
twitter-text (1.14.5)
|
|
unf (~> 0.1.0)
|
|
tzinfo (1.2.3)
|
|
thread_safe (~> 0.1)
|
|
tzinfo-data (1.2017.2)
|
|
tzinfo (>= 1.0.0)
|
|
uglifier (3.2.0)
|
|
execjs (>= 0.3.0, < 3)
|
|
unf (0.1.4)
|
|
unf_ext
|
|
unf_ext (0.0.7.4)
|
|
unicode-display_width (1.1.3)
|
|
uniform_notifier (1.10.0)
|
|
warden (1.2.7)
|
|
rack (>= 1.0)
|
|
webmock (3.0.1)
|
|
addressable (>= 2.3.6)
|
|
crack (>= 0.3.2)
|
|
hashdiff
|
|
webpacker (1.2)
|
|
activesupport (>= 4.2)
|
|
multi_json (~> 1.2)
|
|
railties (>= 4.2)
|
|
websocket-driver (0.6.5)
|
|
websocket-extensions (>= 0.1.0)
|
|
websocket-extensions (0.1.2)
|
|
xpath (2.0.0)
|
|
nokogiri (~> 1.3)
|
|
|
|
PLATFORMS
|
|
ruby
|
|
|
|
DEPENDENCIES
|
|
active_record_query_trace
|
|
addressable
|
|
annotate
|
|
aws-sdk (>= 2.0)
|
|
better_errors
|
|
binding_of_caller
|
|
brakeman (~> 3.6.0)
|
|
bullet
|
|
bundler-audit
|
|
capistrano (= 3.8.0)
|
|
capistrano-rails
|
|
capistrano-rbenv
|
|
capistrano-yarn
|
|
capybara
|
|
cld3 (~> 3.1.0)
|
|
devise
|
|
devise-two-factor
|
|
doorkeeper
|
|
dotenv-rails
|
|
fabrication
|
|
faker
|
|
fast_blank
|
|
fuubar
|
|
goldfinger
|
|
hamlit-rails
|
|
hiredis
|
|
htmlentities
|
|
http
|
|
http_accept_language
|
|
httplog
|
|
i18n-tasks
|
|
kaminari
|
|
letter_opener
|
|
letter_opener_web
|
|
link_header
|
|
lograge
|
|
microformats2
|
|
nokogiri
|
|
oj
|
|
ostatus2 (~> 2.0)
|
|
ox
|
|
paperclip (~> 5.1)
|
|
paperclip-av-transcoder
|
|
parallel_tests
|
|
pg
|
|
pghero
|
|
pkg-config
|
|
pry-rails
|
|
puma
|
|
rabl
|
|
rack-attack
|
|
rack-cors
|
|
rack-timeout
|
|
rails (~> 5.0.2)
|
|
rails-controller-testing
|
|
rails-i18n
|
|
rails-settings-cached
|
|
redis (~> 3.2)
|
|
redis-namespace
|
|
redis-rails
|
|
rqrcode
|
|
rspec-rails
|
|
rspec-sidekiq
|
|
rubocop
|
|
ruby-oembed
|
|
sanitize
|
|
scss_lint
|
|
sidekiq
|
|
sidekiq-scheduler
|
|
sidekiq-unique-jobs
|
|
simple-navigation
|
|
simple_form
|
|
simplecov
|
|
sprockets-rails
|
|
statsd-instrument
|
|
twitter-text
|
|
tzinfo-data
|
|
uglifier (>= 1.3.0)
|
|
webmock
|
|
webpacker (~> 1.2)
|
|
|
|
RUBY VERSION
|
|
ruby 2.4.1p111
|
|
|
|
BUNDLED WITH
|
|
1.14.6
|