Redis, MongoDB and Search

<?php
use Illuminate\Support\Facades\Redis;

$r = Redis::connection();
echo 'client: ', config('database.redis.client'), ' (', get_class($r->client()), '), prefix "', config('database.redis.options.prefix'), '"', PHP_EOL;
$r->del('views:kindred');
$r->set('greeting', 'hello', 'EX', 60);
echo 'get: ', $r->get('greeting'), ', ttl: ', $r->ttl('greeting'), PHP_EOL;

// 1000 increments: one round trip each vs one pipeline
$t = microtime(true);
for ($i = 0; $i < 1000; $i++) { $r->incr('views:kindred'); }
$plain = (microtime(true) - $t) * 1000;
$t = microtime(true);
$r->pipeline(function ($pipe) { for ($i = 0; $i < 1000; $i++) { $pipe->incr('views:kindred'); } });
$piped = (microtime(true) - $t) * 1000;
printf("1000 INCR: %.1f ms one by one, %.1f ms pipelined; counter=%s%s", $plain, $piped, $r->get('views:kindred'), PHP_EOL);

// a sorted set leaderboard
$r->del('popular');
$r->zadd('popular', ['kindred' => 42, 'dispossessed' => 17, 'sower' => 30]);
echo 'zrevrange: ', json_encode($r->zrevrange('popular', 0, 1, ['withscores' => true])), PHP_EOL;

// atomic Lua script
$n = $r->eval("local v = redis.call('incrby', KEYS[1], ARGV[1]); redis.call('expire', KEYS[1], 60); return v", 1, 'rate:ada', 5);
echo 'eval: ', $n, PHP_EOL;

client: phpredis (Redis), prefix "laravel-database-"
get: hello, ttl: 60
1000 INCR: 37.6 ms one by one, 0.7 ms pipelined; counter=2000
zrevrange: {"kindred":42,"sower":30}
eval: 5

$ REDIS_CLIENT=predis php redis-demo.php
client: predis (Predis\Client), prefix "laravel-database-"
get: hello, ttl: 60
1000 INCR: 50.9 ms one by one, 2.9 ms pipelined; counter=2000

<?php
// subscriber.php (a long-running process, usually an Artisan command)
use Illuminate\Support\Facades\Redis;

Redis::connection('default')->subscribe(['loans'], function (string $message, string $channel) {
    echo "received on $channel: $message", PHP_EOL;
});

// publisher.php
foreach (['{"loan":"01a1...","event":"created"}', '{"loan":"01a1...","event":"returned"}'] as $m) {
    echo 'subscribers reached: ', Redis::publish('loans', $m), PHP_EOL;
}

subscribers reached: 1
subscribers reached: 1
received on laravel-database-loans: {"loan":"01a1...","event":"created"}
received on laravel-database-loans: {"loan":"01a1...","event":"returned"}

<?php
// config/database.php, inside 'connections'
return [
    'mongodb' => [                                              // mongodb/laravel-mongodb
        'driver' => 'mongodb',
        'dsn' => env('MONGODB_URI', 'mongodb://localhost:27017'),
        'database' => 'bookshelf',
    ],
];

<?php
// app/Models/ReadingLog.php
namespace App\Models;

use MongoDB\Laravel\Eloquent\Model;

/** A schemaless document per reading session, stored in MongoDB. */
class ReadingLog extends Model
{
    protected $connection = 'mongodb';

    protected $table = 'reading_logs';                          // the collection

    protected $fillable = ['member', 'book_id', 'pages', 'device', 'highlights'];

    protected function casts(): array
    {
        return ['pages' => 'integer'];
    }
}

<?php
use App\Models\ReadingLog;
use Illuminate\Support\Facades\DB;

ReadingLog::truncate();
ReadingLog::create(['member' => 'ada', 'book_id' => 1, 'pages' => 42, 'device' => ['type' => 'e-reader', 'os' => 'kobo'], 'highlights' => ['"I lost an arm on my last trip home."']]);
ReadingLog::create(['member' => 'ada', 'book_id' => 3, 'pages' => 18, 'device' => ['type' => 'phone']]);
ReadingLog::create(['member' => 'ben', 'book_id' => 1, 'pages' => 77, 'device' => ['type' => 'e-reader', 'os' => 'kindle']]);

$log = ReadingLog::where('device.type', 'e-reader')->orderBy('pages', 'desc')->first();
echo 'first e-reader log: ', $log->member, ' ', $log->pages, ' pages, _id ', $log->id, ' (', get_debug_type($log->getKey()), ')', PHP_EOL;
echo 'whereNotNull(highlights): ', ReadingLog::whereNotNull('highlights')->count(), PHP_EOL;
echo 'pages per member: ', json_encode(ReadingLog::raw(fn ($c) => $c->aggregate([
    ['$group' => ['_id' => '$member', 'pages' => ['$sum' => '$pages']]],
    ['$sort' => ['_id' => 1]],
])->toArray())), PHP_EOL;
ReadingLog::where('member', 'ada')->increment('pages', 10);
echo 'after increment: ', ReadingLog::where('member', 'ada')->sum('pages'), PHP_EOL;
echo 'server: MongoDB ', DB::connection('mongodb')->getMongoDB()->command(['buildInfo' => 1])->toArray()[0]['version'], PHP_EOL;

first e-reader log: ben 77 pages, _id 6ac412acb1cb36ce760d1dc4 (string)
whereNotNull(highlights): 1
pages per member: [{"_id":"ada","pages":60},{"_id":"ben","pages":77}]
after increment: 80
server: MongoDB 8.3.11

<?php
use Illuminate\Database\Schema\Blueprint;
use Illuminate\Support\Facades\{DB, Schema};

Schema::connection('my')->table('books', fn (Blueprint $t) => $t->fullText('title'));
$q = DB::connection('my')->table('books')->whereFullText('title', 'sower heaven');
echo $q->toRawSql(), PHP_EOL, json_encode($q->pluck('title')), PHP_EOL;
$b = DB::connection('my')->table('books')->whereFullText('title', '+parable -heaven', ['mode' => 'boolean']);
echo $b->toRawSql(), PHP_EOL, json_encode($b->pluck('title')), PHP_EOL;

select * from `books` where match (`title`) against ('sower heaven' in natural language mode)
["Parable of the Sower","The Lathe of Heaven"]
select * from `books` where match (`title`) against ('+parable -heaven' in boolean mode)
["Parable of the Sower"]

<?php
use Illuminate\Database\Schema\Blueprint;
use Illuminate\Support\Facades\{DB, Schema};

$schema = Schema::connection('pgv');
$schema->ensureVectorExtensionExists();
$schema->dropIfExists('book_embeddings');
$schema->create('book_embeddings', function (Blueprint $table) {
    $table->id();
    $table->string('title');
    $table->vector('embedding', dimensions: 3);                     // real embeddings have 768-3072 dimensions
    $table->vectorIndex('embedding');                              // HNSW, cosine distance
});
$db = DB::connection('pgv');
// toy 3-dimensional "embeddings": [time travel, anarchism, climate]
$db->table('book_embeddings')->insert([
    ['title' => 'Kindred', 'embedding' => '[0.95, 0.05, 0.10]'],
    ['title' => 'The Dispossessed', 'embedding' => '[0.05, 0.95, 0.20]'],
    ['title' => 'Parable of the Sower', 'embedding' => '[0.10, 0.30, 0.90]'],
    ['title' => 'The Lathe of Heaven', 'embedding' => '[0.40, 0.20, 0.60]'],
]);
$query = [0.2, 0.25, 0.95];                                         // "a novel about climate collapse"
$q = $db->table('book_embeddings')->select('title')->whereVectorSimilarTo('embedding', $query, minSimilarity: 0.6);
echo $q->toRawSql(), PHP_EOL;
foreach ($q->get() as $row) { echo '  ', $row->title, PHP_EOL; }

select "title" from "book_embeddings" where ("embedding" <=> '[0.2,0.25,0.95]') <= 0.4 order by ("embedding" <=> '[0.2,0.25,0.95]') asc
  Parable of the Sower
  The Lathe of Heaven
pgvector 0.8.7

<?php
// app/Models/Book.php (excerpt)
namespace App\Models;

use Illuminate\Database\Eloquent\Model;
use Laravel\Scout\Attributes\SearchUsingFullText;
use Laravel\Scout\Searchable;

class Book extends Model
{
    use Searchable;

    #[SearchUsingFullText(['title'])]                         // database engine: full-text on title, LIKE on the rest
    public function toSearchableArray(): array
    {
        return ['title' => $this->title, 'isbn' => $this->isbn];
    }
}

database: Parable of the Sower | isbn: The Dispossessed
  select * from "books" where ("books"."isbn"::text ilike '%sower%' or (to_tsvector('english', "books"."title")) @@ plainto_tsquery('english', 'sower')) order by ts_rank(to_tsvector('english', books.title), plainto_tsquery('sower')) desc
collection: Parable of the Sower | isbn: The Dispossessed
  select * from "books" order by "books"."id" desc
paginate: ["The Lathe of Heaven","The Dispossessed"]