MetaGerSearch.php 9.18 KB
Newer Older
Dominik Hebeler's avatar
Dominik Hebeler committed
1
2
3
4
<?php

namespace App\Http\Controllers;

5
use App;
6
use App\MetaGer;
7
use Cache;
8
use Illuminate\Http\Request;
9
use Illuminate\Support\Facades\Redis;
10
use LaravelLocalization;
11
use View;
Dominik Hebeler's avatar
Dominik Hebeler committed
12
13
14

class MetaGerSearch extends Controller
{
15
    public function search(Request $request, MetaGer $metager)
16
    {
Dominik Hebeler's avatar
Dominik Hebeler committed
17
        $time = microtime(true);
18
19
20
21
22
        $spamEntries = [];
        if (file_exists(config_path('spam.txt'))) {
            $spamEntries = file(config_path('spam.txt'));
        }

23
        $focus = $request->input("focus", "web");
24

25
26
27
28
29
        if ($focus === "maps") {
            $searchinput = $request->input('eingabe', '');
            return redirect()->to('https://maps.metager.de/map/' . $searchinput . '/1240908.5493525574,6638783.2192695495,6');
        }

30
31
32
33
34
35
        # If there is no query parameter we redirect to the startpage
        $eingabe = $request->input('eingabe', '');
        if (empty(trim($eingabe))) {
            return redirect(LaravelLocalization::getLocalizedURL(LaravelLocalization::getCurrentLocale(), '/'));
        }

36
37
        # Mit gelieferte Formulardaten parsen und abspeichern:
        $metager->parseFormData($request);
38

39
40
        # Nach Spezialsuchen überprüfen:
        $metager->checkSpecialSearches($request);
41

42
        if (Cache::has('spam.' . $metager->getFokus() . "." . md5($metager->getQ()))) {
Dominik Hebeler's avatar
Dominik Hebeler committed
43
            return response(Cache::get('spam.' . $metager->getFokus() . "." . md5($metager->getEingabe())));
44
45
        }

46
47
48
        # Die Quicktips als Job erstellen
        $quicktips = $metager->createQuicktips();

49
        # Suche für alle zu verwendenden Suchmaschinen als Job erstellen,
50
        # auf Ergebnisse warten und die Ergebnisse laden
51
        $metager->createSearchEngines($request);
52

53
54
55
56
57
58
        $metager->startSearch();

        $metager->waitForMainResults();

        $metager->retrieveResults();

59
60
        # Versuchen die Ergebnisse der Quicktips zu laden
        $quicktipResults = $quicktips->loadResults();
61
62
63
        # Alle Ergebnisse vor der Zusammenführung ranken:
        $metager->rankAll();

64
        # Ergebnisse der Suchmaschinen kombinieren:
Phil Höfer's avatar
Phil Höfer committed
65
        $metager->prepareResults();
66

67
68
69
70
71
72
        # Save the results in Redis
        $redis = Redis::connection(env('REDIS_RESULT_CONNECTION'));
        $pipeline = $redis->pipeline();
        foreach ($metager->getResults() as $result) {
            $pipeline->rpush($metager->getRedisCurrentResultList(), base64_encode(serialize($result)));
        }
73
        $pipeline->expire($metager->getRedisCurrentResultList(), env('REDIS_RESULT_CACHE_DURATION'));
74
75
        $pipeline->execute();

76
        # Die Ausgabe erstellen:
77
78
79
        $resultpage = $metager->createView($quicktipResults);
        foreach ($spamEntries as $index => $entry) {
            $entry = trim($entry);
Dominik Hebeler's avatar
Dominik Hebeler committed
80
81
82
            if (empty($entry)) {
                continue;
            }
83
            if (preg_match("/" . $entry . "/si", $metager->getEingabe())) {
Dominik Hebeler's avatar
Dominik Hebeler committed
84
                Cache::put('spam.' . $metager->getFokus() . "." . md5($metager->getEingabe()), $resultpage->render(), 604800);
85
86
87
            }
        }
        return $resultpage;
Dominik Hebeler's avatar
Dominik Hebeler committed
88
89
    }

90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
    public function loadMore(Request $request)
    {
        /**
         * There are three forms of requests to the resultpage
         * 1. Initial Request: Loads the fastest searchengines and sends them to the user
         * 2. Load more results (with JS): Loads new search engines that answered after the initial request was send
         * 3. Load more results (without JS): Loads new search engines that answered within 1s timeout
         */
        if ($request->filled('loadMore') && $request->filled('script') && $request->input('script') === "yes") {
            return $this->loadMoreJS($request);
        }

    }

    private function loadMoreJS(Request $request)
    {
        # Create a MetaGer Instance with the supplied hash
        $hash = $request->input('loadMore', '');

        $metager = new MetaGer($hash);
        $redis = Redis::connection(env('REDIS_RESULT_CONNECTION'));

        $result = [];
        # Check if there should be more results
        $stats = $redis->hgetall($metager->getRedisEngineResult() . "status");
        $stats["startTime"] = floatval($stats["startTime"]);
        $stats["engineCount"] = intval($stats["engineCount"]);
        $stats["engineAnswered"] = intval($stats["engineAnswered"]);
        $stats["engineDelivered"] = intval($stats["engineDelivered"]);

        $result["finished"] = true;
        $result["engineCount"] = $stats["engineCount"];
        $result["engineAnswered"] = $stats["engineAnswered"];
        $result["engineDelivered"] = $stats["engineDelivered"];
        $result["timeWaiting"] = microtime(true) - $stats["startTime"];

        # Check if we can abort
        if ($stats["engineAnswered"] > $stats["engineDelivered"]/*&& $result["timeWaiting"] <= 10 */) {
            $metager->parseFormData($request);
            # Nach Spezialsuchen überprüfen:
            $metager->checkSpecialSearches($request);

            # Read which search engines are new
            $newEngines = [];

135
            while (($engine = $redis->lpop($metager->getRedisResultWaitingKey())) != null) {
136
137
138
                $result["engineDelivered"]++;
                $newEngines[$engine] = $metager->getSumaFile()->sumas->{$engine};
            }
139
140
141
142
143
144
145
146
147
            $cache = Cache::get($hash);
            if ($cache != null) {
                $metager->setNext(unserialize($cache)["engines"]);
            }

            # Check if this request is not for page one
            $metager->setEngines($request, $newEngines);

            # Add the results already delivered to the user
148
149
150
151
152
153
154
155
156
            $results = $redis->lrange($metager->getRedisCurrentResultList(), 0, -1);
            foreach ($results as $index => $oldResult) {
                $results[$index] = unserialize(base64_decode($oldResult));
                $results[$index]->new = false;
            }
            $metager->setResults($results);
            $metager->retrieveResults();
            $metager->rankAll();
            $metager->prepareResults();
157
            $result["nextSearchLink"] = $metager->nextSearchLink();
158
159
160
            $results = $metager->getResults();
            foreach ($results as $index => $resultTmp) {
                if ($resultTmp->new) {
161
                    if ($metager->getFokus() !== "bilder") {
162
                        $view = View::make('layouts.result', ['index' => $index, 'result' => $resultTmp, 'metager' => $metager]);
163
164
165
166
                        $html = $view->render();
                        $result['newResults'][$index] = $html;
                        $result["imagesearch"] = false;
                    } else {
167
                        $view = View::make('layouts.image_result', ['index' => $index, 'result' => $resultTmp, 'metager' => $metager]);
168
169
170
171
                        $html = $view->render();
                        $result['newResults'][$index] = $html;
                        $result["imagesearch"] = true;
                    }
172
173
                }
            }
174
175
176
177
178
179
180
181
            # Save the results in Redis
            $pipeline = $redis->pipeline();
            $pipeline->hincrby($metager->getRedisEngineResult() . "status", "engineDelivered", sizeof($newEngines));
            $pipeline->hset($metager->getRedisEngineResult() . "status", "nextSearchLink", $result["nextSearchLink"]);
            foreach ($metager->getResults() as $resultTmp) {
                $resultTmp->new = false;
                $pipeline->rpush($metager->getRedisCurrentResultList(), base64_encode(serialize($resultTmp)));
            }
182
            $pipeline->expire($metager->getRedisCurrentResultList(), env('REDIS_RESULT_CACHE_DURATION'));
183
            $pipeline->execute();
184
185
186
187
188

        }
        return response()->json($result);
    }

189
190
191
192
193
194
195
196
    public function botProtection($redirect)
    {
        $hash = md5(date('YmdHi'));
        return view('botProtection')
            ->with('hash', $hash)
            ->with('r', $redirect);
    }

197
198
    public function get($url)
    {
199
        $ctx = stream_context_create(array('http' => array('timeout' => 2)));
200
        return file_get_contents($url, false, $ctx);
201
    }
202
203
204
205
206
207

    private function startsWith($haystack, $needle)
    {
        $length = strlen($needle);
        return (substr($haystack, 0, $length) === $needle);
    }
208
209
210

    public function tips(Request $request)
    {
211
212
213
214
215
216
        $tipserver = '';
        if (env('APP_ENV') === "development") {
            $tipserver = "https://dev.quicktips.metager.de/1.1/tips.xml";
        } else {
            $tipserver = "https://quicktips.metager.de/1.1/tips.xml";
        }
217
218
219
        if (LaravelLocalization::getCurrentLocale() == "en") {
            $tipserver .= "?locale=en";
        }
220
        $tips_text = file_get_contents($tipserver);
221
        $tips = [];
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
        try {
            $tips_xml = simplexml_load_string($tips_text);

            $tips_xml->registerXPathNamespace('mg', 'http://metager.de/tips/');
            $tips_xml = $tips_xml->xpath('mg:tip');
            foreach ($tips_xml as $tip_xml) {
                $tips[] = $tip_xml->__toString();
            }
        } catch (\Exception $e) {
            Log::error("A problem occurred loading tips from the tip server.");
            Log::error($e->getMessage());
            abort(500);
        }
        return view('tips')
            ->with('title', trans('tips.title'))
            ->with('tips', $tips);
    }
239
}