Package com.bytedesk.kbase.llm_webpage.mq

Class WebpageIndexConsumer

java.lang.Object

com.bytedesk.kbase.llm_webpage.mq.WebpageIndexConsumer

@Component
public class WebpageIndexConsumer
extends Object

网页索引消费者 用于处理网页索引队列中的消息，使用Artemis JMS

Field Summary

Fields

Modifier and Type	Field	Description
private final Random	random
private final WebpageCrawlerService	webpageCrawlerService
private final WebpageElasticService	webpageElasticService
private final WebpageRestService	webpageRestService
private WebpageVectorService	webpageVectorService

Constructor Summary

Constructors

Constructor	Description
WebpageIndexConsumer(WebpageElasticService webpageElasticService, WebpageRestService webpageRestService, WebpageCrawlerService webpageCrawlerService)

Method Summary

Modifier and Type	Method	Description
private void	acknowledgeMessage(jakarta.jms.Message jmsMessage)	确认消息处理
private void	handleDeleteOperation(WebpageEntity webpage, WebpageIndexMessage message)	处理删除操作
private void	handleIndexOperation(WebpageEntity webpage, WebpageIndexMessage message)	处理索引操作
private void	processElasticDelete(WebpageEntity webpage)	处理Elastic搜索索引删除
private void	processElasticIndex(WebpageEntity webpage)	处理Elastic搜索索引
void	processIndexMessage(jakarta.jms.Message jmsMessage, WebpageIndexMessage message)	处理网页索引队列中的消息 使用客户端确认模式，只有成功处理后才确认消息 增强了对乐观锁冲突的处理
private void	processVectorDelete(WebpageEntity webpage)	处理向量索引删除
private void	processVectorIndex(WebpageEntity webpage)	处理向量索引

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Details

webpageElasticService

private final WebpageElasticService webpageElasticService

webpageVectorService

@Autowired(required=false)
private WebpageVectorService webpageVectorService

webpageRestService

private final WebpageRestService webpageRestService

webpageCrawlerService

private final WebpageCrawlerService webpageCrawlerService

random

private final Random random

Constructor Details

WebpageIndexConsumer

public WebpageIndexConsumer(WebpageElasticService webpageElasticService,
 WebpageRestService webpageRestService,
 WebpageCrawlerService webpageCrawlerService)

Method Details

processIndexMessage

@JmsListener(destination="bytedesk.queue.webpage.index",
             containerFactory="jmsArtemisQueueFactory",
             concurrency="3-10")
public void processIndexMessage(jakarta.jms.Message jmsMessage,
 WebpageIndexMessage message)

处理网页索引队列中的消息 使用客户端确认模式，只有成功处理后才确认消息 增强了对乐观锁冲突的处理

Parameters:

jmsMessage - JMS原始消息

message - 网页索引消息

handleIndexOperation

private void handleIndexOperation(WebpageEntity webpage,
 WebpageIndexMessage message)

处理索引操作

Parameters:

webpage - 网页实体

message - 索引消息

handleDeleteOperation

private void handleDeleteOperation(WebpageEntity webpage,
 WebpageIndexMessage message)

处理删除操作

Parameters:

webpage - 网页实体

message - 索引消息

processElasticIndex

private void processElasticIndex(WebpageEntity webpage)

处理Elastic搜索索引

Parameters:

webpage - 网页实体

processVectorIndex

private void processVectorIndex(WebpageEntity webpage)

处理向量索引

Parameters:

webpage - 网页实体

processElasticDelete

private void processElasticDelete(WebpageEntity webpage)

处理Elastic搜索索引删除

Parameters:

webpage - 网页实体

processVectorDelete

private void processVectorDelete(WebpageEntity webpage)

处理向量索引删除

Parameters:

webpage - 网页实体

acknowledgeMessage

private void acknowledgeMessage(jakarta.jms.Message jmsMessage)

确认消息处理

Parameters:

jmsMessage - JMS消息