Link Suggestions/Management

composer.json

@@ -22,7 +22,10 @@
  }
  },
  "require": {
- "statamic/cms": "^5.0.0"
+ "statamic/cms": "^5.0.0",
+ "donatello-za/rake-php-plus": "^1.0",
+ "openai-php/client": "^0.10.1",
+ "ext-dom": "*"
  },
  "require-dev": {
  "orchestra/testbench": "^8.0 || ^9.0",
@@ -31,7 +34,8 @@
  },
  "config": {
  "allow-plugins": {
- "pixelfear/composer-dist-plugin": true
+ "pixelfear/composer-dist-plugin": true,
+ "php-http/discovery": true
  }
  },
  "minimum-stability": "dev",

config/seo-pro.php

@@ -52,4 +52,50 @@
  'queue_chunk_size' => 1000,
  ],
 
+ 'jobs' => [
+ 'connection' => env('SEO_PRO_JOB_CONNECTION'),
+ 'queue' => env('SEO_PRO_JOB_QUEUE'),
+ ],
+
+ 'text_analysis' => [
+
+ 'enabled' => false,
+
+ 'openai' => [
+ 'api_key' => env('SEO_PRO_OPENAI_API_KEY'),
+ 'model' => 'text-embedding-3-small',
+ 'token_limit' => 8000,
+ ],
+
+ 'keyword_threshold' => 65,
+
+ 'prevent_circular_links' => false,
+
+ 'internal_links' => [
+ 'min_desired' => 3,
+ 'max_desired' => 6,
+ ],
+
+ 'external_links' => [
+ 'min_desired' => 0,
+ 'max_desired' => 3,
+ ],
+
+ 'rake' => [
+ 'phrase_min_length' => 0,
+ 'filter_numerics' => true,
+ ],
+
+ 'drivers' => [
+ 'embeddings' => \Statamic\SeoPro\TextProcessing\Embeddings\OpenAiEmbeddings::class,
+ 'keywords' => \Statamic\SeoPro\TextProcessing\Keywords\Rake::class,
+ 'tokenizer' => \Statamic\SeoPro\TextProcessing\Content\Tokenizer::class,
+ 'content' => \Statamic\SeoPro\TextProcessing\Content\ContentRetriever::class,
+ 'link_scanner' => \Statamic\SeoPro\TextProcessing\Links\LinkCrawler::class,
+ ],
+
+ 'disabled_collections' => [
+ ],
+
+ ],
 ];

database/migrations/2024_07_26_184745_create_seopro_entry_embeddings_table.php

@@ -0,0 +1,34 @@
+<?php
+
+use Illuminate\Database\Migrations\Migration;
+use Illuminate\Database\Schema\Blueprint;
+use Illuminate\Support\Facades\Schema;
+
+return new class extends Migration
+{
+ /**
+ * Run the migrations.
+ */
+ public function up(): void
+ {
+ Schema::create('seopro_entry_embeddings', function (Blueprint $table) {
+ $table->id();
+ $table->string('entry_id')->index();
+ $table->string('site')->index();
+ $table->string('collection')->index();
+ $table->string('blueprint');
+ $table->string('content_hash');
+ $table->string('configuration_hash');
+ $table->json('embedding');
+ $table->timestamps();
+ });
+ }
+
+ /**
+ * Reverse the migrations.
+ */
+ public function down(): void
+ {
+ Schema::dropIfExists('seopro_entry_embeddings');
+ }
+};

database/migrations/2024_08_10_154109_create_seopro_entry_links_table.php

@@ -0,0 +1,51 @@
+<?php
+
+use Illuminate\Database\Migrations\Migration;
+use Illuminate\Database\Schema\Blueprint;
+use Illuminate\Support\Facades\Schema;
+
+return new class extends Migration
+{
+ /**
+ * Run the migrations.
+ */
+ public function up(): void
+ {
+ Schema::create('seopro_entry_links', function (Blueprint $table) {
+ $table->id();
+ $table->string('entry_id')->index();
+ $table->string('cached_title');
+ $table->string('cached_uri');
+ $table->string('site')->index();
+ $table->string('collection')->index();
+ $table->string('content_hash');
+ $table->longText('analyzed_content');
+ $table->json('content_mapping');
+ $table->integer('external_link_count');
+ $table->integer('internal_link_count');
+ $table->integer('inbound_internal_link_count');
+
+ $table->json('external_links');
+ $table->json('internal_links');
+
+ $table->json('normalized_external_links');
+ $table->json('normalized_internal_links');
+
+ $table->boolean('can_be_suggested')->default(true)->index();
+ $table->boolean('include_in_reporting')->default(true)->index();
+
+ $table->json('ignored_entries');
+ $table->json('ignored_phrases');
+
+ $table->timestamps();
+ });
+ }
+
+ /**
+ * Reverse the migrations.
+ */
+ public function down(): void
+ {
+ Schema::dropIfExists('seopro_entry_links');
+ }
+};

database/migrations/2024_08_17_123712_create_seopro_entry_keywords_table.php

@@ -0,0 +1,34 @@
+<?php
+
+use Illuminate\Database\Migrations\Migration;
+use Illuminate\Database\Schema\Blueprint;
+use Illuminate\Support\Facades\Schema;
+
+return new class extends Migration
+{
+ /**
+ * Run the migrations.
+ */
+ public function up(): void
+ {
+ Schema::create('seopro_entry_keywords', function (Blueprint $table) {
+ $table->id();
+ $table->string('entry_id')->index();
+ $table->string('site')->index();
+ $table->string('collection')->index();
+ $table->string('blueprint');
+ $table->string('content_hash');
+ $table->json('meta_keywords');
+ $table->json('content_keywords'); // Keywords retrieved from content.
+ $table->timestamps();
+ });
+ }
+
+ /**
+ * Reverse the migrations.
+ */
+ public function down(): void
+ {
+ Schema::dropIfExists('seopro_entry_keywords');
+ }
+};

database/migrations/2024_09_02_135012_create_seopro_site_link_settings_table.php

@@ -0,0 +1,35 @@
+<?php
+
+use Illuminate\Database\Migrations\Migration;
+use Illuminate\Database\Schema\Blueprint;
+use Illuminate\Support\Facades\Schema;
+
+return new class extends Migration
+{
+ /**
+ * Run the migrations.
+ */
+ public function up(): void
+ {
+ Schema::create('seopro_site_link_settings', function (Blueprint $table) {
+ $table->id();
+ $table->string('site')->index();
+ $table->json('ignored_phrases');
+ $table->float('keyword_threshold');
+ $table->integer('min_internal_links');
+ $table->integer('max_internal_links');
+ $table->integer('min_external_links');
+ $table->integer('max_external_links');
+ $table->boolean('prevent_circular_links')->default(false);
+ $table->timestamps();
+ });
+ }
+
+ /**
+ * Reverse the migrations.
+ */
+ public function down(): void
+ {
+ Schema::dropIfExists('seopro_site_link_settings');
+ }
+};

database/migrations/2024_09_02_135056_create_seopro_global_automatic_links_table.php

@@ -0,0 +1,32 @@
+<?php
+
+use Illuminate\Database\Migrations\Migration;
+use Illuminate\Database\Schema\Blueprint;
+use Illuminate\Support\Facades\Schema;
+
+return new class extends Migration
+{
+ /**
+ * Run the migrations.
+ */
+ public function up(): void
+ {
+ Schema::create('seopro_global_automatic_links', function (Blueprint $table) {
+ $table->id();
+ $table->string('site')->nullable()->index();
+ $table->boolean('is_active')->index();
+ $table->string('link_text');
+ $table->string('entry_id')->nullable()->index();
+ $table->string('link_target');
+ $table->timestamps();
+ });
+ }
+
+ /**
+ * Reverse the migrations.
+ */
+ public function down(): void
+ {
+ Schema::dropIfExists('seopro_global_automatic_links');
+ }
+};

database/migrations/2024_09_03_102233_create_seopro_collection_link_settings_table.php

@@ -0,0 +1,33 @@
+<?php
+
+use Illuminate\Database\Migrations\Migration;
+use Illuminate\Database\Schema\Blueprint;
+use Illuminate\Support\Facades\Schema;
+
+return new class extends Migration
+{
+ /**
+ * Run the migrations.
+ */
+ public function up(): void
+ {
+ Schema::create('seopro_collection_link_settings', function (Blueprint $table) {
+ $table->id();
+ $table->string('collection')->index();
+ $table->boolean('linking_enabled')->index();
+
+ $table->boolean('allow_linking_across_sites');
+ $table->boolean('allow_linking_to_all_collections');
+ $table->json('linkable_collections');
+ $table->timestamps();
+ });
+ }
+
+ /**
+ * Reverse the migrations.
+ */
+ public function down(): void
+ {
+ Schema::dropIfExists('seopro_collection_link_settings');
+ }
+};