mirror of
https://github.com/simon987/od-database.git
synced 2025-04-19 18:36:44 +00:00
Decresed number of indexed documents per second
This commit is contained in:
Simon
parent
cc4c70f400
commit
edede200f4
@ -125,8 +125,8 @@ class ElasticSearchEngine(SearchEngine):
|
|||||||
|
|
||||||
def import_json(self, in_lines, website_id: int):
|
def import_json(self, in_lines, website_id: int):
|
||||||
|
|
||||||
import_every = 1000
|
import_every = 400
|
||||||
cooldown_time = 1
|
cooldown_time = 0.6
|
||||||
|
|
||||||
docs = []
|
docs = []
|
||||||
|
|
||||||
|
|||||||
47
test/files/lighttpd_table.html
Normal file
47
test/files/lighttpd_table.html
Normal file
@ -0,0 +1,47 @@
|
|||||||
|
<?xml version="1.0" encoding="iso-8859-1"?>
|
||||||
|
<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.1//EN" "http://www.w3.org/TR/xhtml11/DTD/xhtml11.dtd">
|
||||||
|
<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en">
|
||||||
|
<head>
|
||||||
|
<title>Index of /gentoo/releases/</title>
|
||||||
|
<style type="text/css">
|
||||||
|
a, a:active {text-decoration: none; color: blue;}
|
||||||
|
a:visited {color: #48468F;}
|
||||||
|
a:hover, a:focus {text-decoration: underline; color: red;}
|
||||||
|
body {background-color: #F5F5F5;}
|
||||||
|
h2 {margin-bottom: 12px;}
|
||||||
|
table {margin-left: 12px;}
|
||||||
|
th, td { font: 90% monospace; text-align: left;}
|
||||||
|
th { font-weight: bold; padding-right: 14px; padding-bottom: 3px;}
|
||||||
|
td {padding-right: 14px;}
|
||||||
|
td.s, th.s {text-align: right;}
|
||||||
|
div.list { background-color: white; border-top: 1px solid #646464; border-bottom: 1px solid #646464; padding-top: 10px; padding-bottom: 14px;}
|
||||||
|
div.foot { font: 90% monospace; color: #787878; padding-top: 4px;}
|
||||||
|
</style>
|
||||||
|
</head>
|
||||||
|
<body>
|
||||||
|
<h2>Index of /gentoo/releases/</h2>
|
||||||
|
<div class="list">
|
||||||
|
<table summary="Directory Listing" cellpadding="0" cellspacing="0">
|
||||||
|
<thead><tr><th class="n">Name</th><th class="m">Last Modified</th><th class="s">Size</th><th class="t">Type</th></tr></thead>
|
||||||
|
<tbody>
|
||||||
|
<tr><td class="n"><a href="../">Parent Directory</a>/</td><td class="m"> </td><td class="s">- </td><td class="t">Directory</td></tr>
|
||||||
|
<tr><td class="n"><a href="alpha/">alpha</a>/</td><td class="m">2009-Aug-09 03:47:09</td><td class="s">- </td><td class="t">Directory</td></tr>
|
||||||
|
<tr><td class="n"><a href="amd64/">amd64</a>/</td><td class="m">2017-Feb-09 18:50:44</td><td class="s">- </td><td class="t">Directory</td></tr>
|
||||||
|
<tr><td class="n"><a href="arm/">arm</a>/</td><td class="m">2014-Apr-29 13:42:06</td><td class="s">- </td><td class="t">Directory</td></tr>
|
||||||
|
<tr><td class="n"><a href="hppa/">hppa</a>/</td><td class="m">2014-Apr-29 13:42:12</td><td class="s">- </td><td class="t">Directory</td></tr>
|
||||||
|
<tr><td class="n"><a href="ia64/">ia64</a>/</td><td class="m">2009-Aug-09 03:47:09</td><td class="s">- </td><td class="t">Directory</td></tr>
|
||||||
|
<tr><td class="n"><a href="mips/">mips</a>/</td><td class="m">2011-Apr-28 23:38:14</td><td class="s">- </td><td class="t">Directory</td></tr>
|
||||||
|
<tr><td class="n"><a href="ppc/">ppc</a>/</td><td class="m">2014-Apr-29 13:41:00</td><td class="s">- </td><td class="t">Directory</td></tr>
|
||||||
|
<tr><td class="n"><a href="s390/">s390</a>/</td><td class="m">2014-Apr-29 13:41:06</td><td class="s">- </td><td class="t">Directory</td></tr>
|
||||||
|
<tr><td class="n"><a href="sh/">sh</a>/</td><td class="m">2014-Apr-29 13:41:16</td><td class="s">- </td><td class="t">Directory</td></tr>
|
||||||
|
<tr><td class="n"><a href="snapshots/">snapshots</a>/</td><td class="m">2009-Apr-16 05:08:17</td><td class="s">- </td><td class="t">Directory</td></tr>
|
||||||
|
<tr><td class="n"><a href="sparc/">sparc</a>/</td><td class="m">2009-Aug-09 03:47:09</td><td class="s">- </td><td class="t">Directory</td></tr>
|
||||||
|
<tr><td class="n"><a href="x86/">x86</a>/</td><td class="m">2016-Jul-04 21:14:19</td><td class="s">- </td><td class="t">Directory</td></tr>
|
||||||
|
<tr><td class="n"><a href="README">README</a></td><td class="m">2014-Jun-22 05:18:43</td><td class="s">0.1K</td><td class="t">application/octet-stream</td></tr>
|
||||||
|
<tr><td class="n"><a href="verify-digests.sh">verify-digests.sh</a></td><td class="m">2016-Jun-10 02:40:33</td><td class="s">4.5K</td><td class="t">application/octet-stream</td></tr>
|
||||||
|
</tbody>
|
||||||
|
</table>
|
||||||
|
</div>
|
||||||
|
<div class="foot">lighttpd/1.4.29</div>
|
||||||
|
</body>
|
||||||
|
</html>
|
||||||
11
test/files/nginx_pre.html
Normal file
11
test/files/nginx_pre.html
Normal file
@ -0,0 +1,11 @@
|
|||||||
|
<html>
|
||||||
|
<head><title>Index of /test/To process/Android nak newer/</title></head>
|
||||||
|
<body bgcolor="white">
|
||||||
|
<h1>Index of /test/To process/Android nak newer/</h1><hr><pre><a href="../">../</a>
|
||||||
|
<a href="DCIM/">DCIM/</a> 31-Jul-2018 00:26 -
|
||||||
|
<a href="Pictures/">Pictures/</a> 31-Jul-2018 00:26 -
|
||||||
|
<a href="1529682937580.webm">1529682937580.webm</a> 25-Jun-2018 03:58 3768511
|
||||||
|
<a href="1529716051300.webm">1529716051300.webm</a> 25-Jun-2018 04:01 3181867
|
||||||
|
<a href="1529725898345.webm">1529725898345.webm</a> 25-Jun-2018 04:05 4138908
|
||||||
|
</pre><hr></body>
|
||||||
|
</html>
|
||||||
Loading…
x
Reference in New Issue
Block a user