Initial commit: Add logistics and order_detail message types

- Add Logistics component with progress tracking
- Add OrderDetail component for order information
- Support data-driven steps and actions
- Add blue color scale to widget SCSS
- Fix node overflow and progress bar rendering issues
- Add English translations for dashboard components

Co-Authored-By: Claude Sonnet 4.5 <noreply@anthropic.com>

spec/enterprise/jobs/captain/documents/crawl_job_spec.rb

@@ -0,0 +1,133 @@
+require 'rails_helper'
+
+RSpec.describe Captain::Documents::CrawlJob, type: :job do
+  let(:document) { create(:captain_document, external_link: 'https://example.com/page') }
+  let(:assistant_id) { document.assistant_id }
+  let(:webhook_url) { Rails.application.routes.url_helpers.enterprise_webhooks_firecrawl_url }
+
+  describe '#perform' do
+    context 'when CAPTAIN_FIRECRAWL_API_KEY is configured' do
+      let(:firecrawl_service) { instance_double(Captain::Tools::FirecrawlService) }
+      let(:account) { document.account }
+      let(:token) { Digest::SHA256.hexdigest("-key#{document.assistant_id}#{document.account_id}") }
+
+      before do
+        allow(Captain::Tools::FirecrawlService).to receive(:new).and_return(firecrawl_service)
+        allow(firecrawl_service).to receive(:perform)
+        create(:installation_config, name: 'CAPTAIN_FIRECRAWL_API_KEY', value: 'test-key')
+      end
+
+      context 'with account usage limits' do
+        before do
+          allow(account).to receive(:usage_limits).and_return({ captain: { documents: { current_available: 20 } } })
+        end
+
+        it 'uses FirecrawlService with the correct crawl limit' do
+          expect(firecrawl_service).to receive(:perform).with(
+            document.external_link,
+            "#{webhook_url}?assistant_id=#{assistant_id}&token=#{token}",
+            20
+          )
+
+          described_class.perform_now(document)
+        end
+      end
+
+      context 'when crawl limit exceeds maximum' do
+        before do
+          allow(account).to receive(:usage_limits).and_return({ captain: { documents: { current_available: 1000 } } })
+        end
+
+        it 'caps the crawl limit at 500' do
+          expect(firecrawl_service).to receive(:perform).with(
+            document.external_link,
+            "#{webhook_url}?assistant_id=#{assistant_id}&token=#{token}",
+            500
+          )
+
+          described_class.perform_now(document)
+        end
+      end
+
+      context 'with no usage limits configured' do
+        before do
+          allow(account).to receive(:usage_limits).and_return({})
+        end
+
+        it 'uses default crawl limit of 10' do
+          expect(firecrawl_service).to receive(:perform).with(
+            document.external_link,
+            "#{webhook_url}?assistant_id=#{assistant_id}&token=#{token}",
+            10
+          )
+
+          described_class.perform_now(document)
+        end
+      end
+    end
+
+    context 'when CAPTAIN_FIRECRAWL_API_KEY is not configured' do
+      let(:page_links) { ['https://example.com/page1', 'https://example.com/page2'] }
+      let(:simple_crawler) { instance_double(Captain::Tools::SimplePageCrawlService) }
+
+      before do
+        allow(Captain::Tools::SimplePageCrawlService)
+          .to receive(:new)
+          .with(document.external_link)
+          .and_return(simple_crawler)
+
+        allow(simple_crawler).to receive(:page_links).and_return(page_links)
+      end
+
+      it 'enqueues SimplePageCrawlParserJob for each discovered link' do
+        page_links.each do |link|
+          expect(Captain::Tools::SimplePageCrawlParserJob)
+            .to receive(:perform_later)
+            .with(
+              assistant_id: assistant_id,
+              page_link: link
+            )
+        end
+
+        # Should also crawl the original link
+        expect(Captain::Tools::SimplePageCrawlParserJob)
+          .to receive(:perform_later)
+          .with(
+            assistant_id: assistant_id,
+            page_link: document.external_link
+          )
+
+        described_class.perform_now(document)
+      end
+
+      it 'uses SimplePageCrawlService to discover page links' do
+        expect(simple_crawler).to receive(:page_links)
+        described_class.perform_now(document)
+      end
+    end
+
+    context 'when document is a PDF' do
+      let(:pdf_document) do
+        doc = create(:captain_document, external_link: 'https://example.com/document')
+        allow(doc).to receive(:pdf_document?).and_return(true)
+        allow(doc).to receive(:update!).and_return(true)
+        doc
+      end
+
+      it 'processes PDF using PdfProcessingService' do
+        pdf_service = instance_double(Captain::Llm::PdfProcessingService)
+        expect(Captain::Llm::PdfProcessingService).to receive(:new).with(pdf_document).and_return(pdf_service)
+        expect(pdf_service).to receive(:process)
+        expect(pdf_document).to receive(:update!).with(status: :available)
+
+        described_class.perform_now(pdf_document)
+      end
+
+      it 'handles PDF processing errors' do
+        allow(Captain::Llm::PdfProcessingService).to receive(:new).and_raise(StandardError, 'Processing failed')
+
+        expect { described_class.perform_now(pdf_document) }.to raise_error(StandardError, 'Processing failed')
+      end
+    end
+  end
+end

spec/enterprise/jobs/captain/documents/response_builder_job_spec.rb

@@ -0,0 +1,104 @@
+require 'rails_helper'
+
+RSpec.describe Captain::Documents::ResponseBuilderJob, type: :job do
+  let(:assistant) { create(:captain_assistant) }
+  let(:document) { create(:captain_document, assistant: assistant) }
+  let(:faq_generator) { instance_double(Captain::Llm::FaqGeneratorService) }
+  let(:faqs) do
+    [
+      { 'question' => 'What is Ruby?', 'answer' => 'A programming language' },
+      { 'question' => 'What is Rails?', 'answer' => 'A web framework' }
+    ]
+  end
+
+  before do
+    allow(Captain::Llm::FaqGeneratorService).to receive(:new)
+      .with(document.content, document.account.locale_english_name, account_id: document.account_id)
+      .and_return(faq_generator)
+    allow(faq_generator).to receive(:generate).and_return(faqs)
+  end
+
+  describe '#perform' do
+    context 'when processing a document' do
+      it 'deletes previous responses' do
+        existing_response = create(:captain_assistant_response, documentable: document)
+
+        described_class.new.perform(document)
+
+        expect { existing_response.reload }.to raise_error(ActiveRecord::RecordNotFound)
+      end
+
+      it 'creates new responses for each FAQ' do
+        expect do
+          described_class.new.perform(document)
+        end.to change(Captain::AssistantResponse, :count).by(2)
+
+        responses = document.responses.reload
+        expect(responses.count).to eq(2)
+
+        first_response = responses.first
+        expect(first_response.question).to eq('What is Ruby?')
+        expect(first_response.answer).to eq('A programming language')
+        expect(first_response.assistant).to eq(assistant)
+        expect(first_response.documentable).to eq(document)
+      end
+    end
+
+    context 'with different locales' do
+      let(:spanish_account) { create(:account, locale: 'pt') }
+      let(:spanish_assistant) { create(:captain_assistant, account: spanish_account) }
+      let(:spanish_document) { create(:captain_document, assistant: spanish_assistant, account: spanish_account) }
+      let(:spanish_faq_generator) { instance_double(Captain::Llm::FaqGeneratorService) }
+
+      before do
+        allow(Captain::Llm::FaqGeneratorService).to receive(:new)
+          .with(spanish_document.content, 'portuguese', account_id: spanish_document.account_id)
+          .and_return(spanish_faq_generator)
+        allow(spanish_faq_generator).to receive(:generate).and_return(faqs)
+      end
+
+      it 'passes the correct locale to FAQ generator' do
+        described_class.new.perform(spanish_document)
+
+        expect(Captain::Llm::FaqGeneratorService).to have_received(:new)
+          .with(spanish_document.content, 'portuguese', account_id: spanish_document.account_id)
+      end
+    end
+
+    context 'when processing a PDF document' do
+      let(:pdf_document) do
+        doc = create(:captain_document, assistant: assistant)
+        allow(doc).to receive(:pdf_document?).and_return(true)
+        allow(doc).to receive(:openai_file_id).and_return('file-123')
+        allow(doc).to receive(:update!).and_return(true)
+        allow(doc).to receive(:metadata).and_return({})
+        doc
+      end
+      let(:paginated_service) { instance_double(Captain::Llm::PaginatedFaqGeneratorService) }
+      let(:pdf_faqs) do
+        [{ 'question' => 'What is in the PDF?', 'answer' => 'Important content' }]
+      end
+
+      before do
+        allow(Captain::Llm::PaginatedFaqGeneratorService).to receive(:new)
+          .with(pdf_document, anything)
+          .and_return(paginated_service)
+        allow(paginated_service).to receive(:generate).and_return(pdf_faqs)
+        allow(paginated_service).to receive(:total_pages_processed).and_return(10)
+        allow(paginated_service).to receive(:iterations_completed).and_return(1)
+      end
+
+      it 'uses paginated FAQ generator for PDFs' do
+        expect(Captain::Llm::PaginatedFaqGeneratorService).to receive(:new).with(pdf_document, anything)
+
+        described_class.new.perform(pdf_document)
+      end
+
+      it 'stores pagination metadata' do
+        expect(pdf_document).to receive(:update!).with(hash_including(metadata: hash_including('faq_generation')))
+
+        described_class.new.perform(pdf_document)
+      end
+    end
+  end
+end