feat: RAG por projeto

This commit is contained in:
Ricardo Carneiro 2025-06-10 02:22:58 -03:00
parent fe2e90147c
commit fdb4fc6996
17 changed files with 206 additions and 254 deletions

View File

@ -13,17 +13,6 @@ namespace ChatApi
public ChatHistory Get(string sessionId) public ChatHistory Get(string sessionId)
{ {
//var msg = new List<ChatMessageContent>();
////msg.Add(new ChatMessageContent(AuthorRole.System, "Your name is SuperChat. \nYou only generate answers using portuguese.\nYou are friendly and polite.\nYou speak only Brazilian Portuguese.\nYou never create a response in English. Always brazilian portuguese."));
//msg.Add(new ChatMessageContent(AuthorRole.System, "Seu nome é SuperChat."));
//msg.Add(new ChatMessageContent(AuthorRole.System, "Você só gera respostas usando português do Brasil."));
//msg.Add(new ChatMessageContent(AuthorRole.System, "Você fala apenas português brasileiro."));
//msg.Add(new ChatMessageContent(AuthorRole.System, "Você nunca cria respostas em inglês, mas sempre em português brasileiro."));
//string json = JsonSerializer.Serialize(msg);
//var history = new ChatHistory(JsonSerializer.Deserialize<List<ChatMessageContent>>(json));
//return history;
if (_keyValues.ContainsKey(sessionId)) if (_keyValues.ContainsKey(sessionId))
{ {
var history = _keyValues[sessionId]; var history = _keyValues[sessionId];
@ -32,7 +21,7 @@ namespace ChatApi
else else
{ {
var msg = new List<ChatMessageContent>(); var msg = new List<ChatMessageContent>();
TestePrompt(msg); PromptLiliana(msg);
string json = JsonSerializer.Serialize(msg); string json = JsonSerializer.Serialize(msg);
var history = new ChatHistory(JsonSerializer.Deserialize<List<ChatMessageContent>>(json)); var history = new ChatHistory(JsonSerializer.Deserialize<List<ChatMessageContent>>(json));
_keyValues[sessionId] = history; _keyValues[sessionId] = history;
@ -63,32 +52,11 @@ namespace ChatApi
_keyValues[sessionId] = history; _keyValues[sessionId] = history;
} }
public void TestePromptBot(List<ChatMessageContent> msg)
{
msg.Add(new ChatMessageContent(AuthorRole.System, "Seu nome é Rosa, uma vendedora de bolos que está atendendo seus clientes. "));
msg.Add(new ChatMessageContent(AuthorRole.System, "Você tem apenas os seguintes sabores de bolo: chocolate, baunilha e morango. "));
msg.Add(new ChatMessageContent(AuthorRole.System, "Excepcionalmente hoje, o sabor morango está fora de estoque. Você não tem mais morangos. "));
msg.Add(new ChatMessageContent(AuthorRole.System, "Cada fatia de bolo custa 5 reais. \n"));
msg.Add(new ChatMessageContent(AuthorRole.User, "Responda sempre em portugues do Brasil as minhas perguntas."));
}
public void PromptLiliana(List<ChatMessageContent> msg) public void PromptLiliana(List<ChatMessageContent> msg)
{ {
msg.Add(new ChatMessageContent(AuthorRole.System, "Seu nome é LiliAna, um assistente virtual da Domvs It (Consultoria e RH).")); msg.Add(new ChatMessageContent(AuthorRole.System, "Seu nome é LiliAna, uma assistente virtual para projetos."));
msg.Add(new ChatMessageContent(AuthorRole.System, "Você responde sempre em português do Brasil e fala sobre serviços prestados pela Domvs iT.")); msg.Add(new ChatMessageContent(AuthorRole.System, "Você responde sempre em português do Brasil e fala sobre detalhes de projeto, arquitetura e criação de casos de teste."));
msg.Add(new ChatMessageContent(AuthorRole.System, "Você consegue fazer solicitações no portal do RH da Domvs iT."));
msg.Add(new ChatMessageContent(AuthorRole.System, "Você responde perguntas voltadas ao mercado de trabalho de tecnologia."));
msg.Add(new ChatMessageContent(AuthorRole.System, "Em breve, você será capaz de consultar o linkedin."));
msg.Add(new ChatMessageContent(AuthorRole.User, "Use sempre portugues do Brasil.")); msg.Add(new ChatMessageContent(AuthorRole.User, "Use sempre portugues do Brasil."));
} }
public void TestePrompt(List<ChatMessageContent> msg)
{
msg.Add(new ChatMessageContent(AuthorRole.System, "Seu nome é Ian."));
msg.Add(new ChatMessageContent(AuthorRole.System, "Você só gera respostas usando português do Brasil."));
msg.Add(new ChatMessageContent(AuthorRole.System, "Você fala apenas português brasileiro."));
msg.Add(new ChatMessageContent(AuthorRole.System, "Você nunca cria respostas em inglês, mas sempre em português brasileiro."));
msg.Add(new ChatMessageContent(AuthorRole.User, "Responda sempre em portugues do Brasil as minhas perguntas."));
}
} }
} }

View File

@ -10,6 +10,7 @@
</PropertyGroup> </PropertyGroup>
<ItemGroup> <ItemGroup>
<PackageReference Include="BlazMapper" Version="0.0.5" />
<PackageReference Include="Lost.SemanticKernel.Connectors.Anthropic" Version="1.25.0-alpha3" /> <PackageReference Include="Lost.SemanticKernel.Connectors.Anthropic" Version="1.25.0-alpha3" />
<PackageReference Include="Microsoft.AspNetCore.Authentication.JwtBearer" Version="8.0.11" /> <PackageReference Include="Microsoft.AspNetCore.Authentication.JwtBearer" Version="8.0.11" />
<PackageReference Include="Microsoft.Extensions.AI.Ollama" Version="9.0.0-preview.9.24525.1" /> <PackageReference Include="Microsoft.Extensions.AI.Ollama" Version="9.0.0-preview.9.24525.1" />

View File

@ -3,6 +3,10 @@ using Microsoft.AspNetCore.Authorization;
using ChatApi.Data; using ChatApi.Data;
using ChatRAG.Services.ResponseService; using ChatRAG.Services.ResponseService;
using ChatRAG.Services; using ChatRAG.Services;
using ChatRAG.Data;
using ChatRAG.Models;
using ChatRAG.Requests;
using BlazMapper;
#pragma warning disable SKEXP0001 // Type is for evaluation purposes only and is subject to change or removal in future updates. Suppress this diagnostic to proceed. #pragma warning disable SKEXP0001 // Type is for evaluation purposes only and is subject to change or removal in future updates. Suppress this diagnostic to proceed.
@ -16,6 +20,7 @@ namespace ChatApi.Controllers
private readonly IResponseService _responseService; private readonly IResponseService _responseService;
private readonly TextFilter _textFilter; private readonly TextFilter _textFilter;
private readonly UserDataRepository _userDataRepository; private readonly UserDataRepository _userDataRepository;
private readonly ProjectDataRepository _projectDataRepository;
private readonly TextData _textData; private readonly TextData _textData;
private readonly IHttpClientFactory _httpClientFactory; private readonly IHttpClientFactory _httpClientFactory;
@ -24,30 +29,64 @@ namespace ChatApi.Controllers
IResponseService responseService, IResponseService responseService,
UserDataRepository userDataRepository, UserDataRepository userDataRepository,
TextData textData, TextData textData,
ProjectDataRepository projectDataRepository,
IHttpClientFactory httpClientFactory) IHttpClientFactory httpClientFactory)
{ {
_logger = logger; _logger = logger;
_responseService = responseService; _responseService = responseService;
_userDataRepository = userDataRepository; _userDataRepository = userDataRepository;
_textData = textData; _textData = textData;
_projectDataRepository = projectDataRepository;
this._httpClientFactory = httpClientFactory; this._httpClientFactory = httpClientFactory;
} }
[HttpPost] [HttpPost]
[Route("response")] [Route("response")]
[Authorize] public async Task<IActionResult> GetResponse([FromForm] ChatRequest chatRequest)
public async Task<string?> GetResponse([FromForm] ChatRequest chatRequest)
{ {
var userData = await _userDataRepository.GeByTokentAsync(AppDomain.CurrentDomain.GetData("Token") as string); try
var response = await _responseService.GetResponse(userData, chatRequest.SessionId, chatRequest.Message); {
return response; var userData = await _userDataRepository.GeByTokentAsync(chatRequest.SessionId);
var response = await _responseService.GetResponse(userData, chatRequest.ProjectId, chatRequest.SessionId, chatRequest.Message);
return Ok(response);
}
catch (Exception ex)
{
return StatusCode(500, ex.Message);
}
} }
[HttpPost]
[Route("saveproject")]
public async Task SaveSingleProject([FromBody] ProjectRequest project)
{
var projectSave = project.MapTo<ProjectRequest, Project>();
await _projectDataRepository.SaveAsync(projectSave);
}
[HttpGet]
[Route("projects")]
public async Task<IEnumerable<ProjectRequest>> GetProjects()
{
var projects = await _projectDataRepository.GetAsync();
return projects.Select(s => s.MapTo<Project, ProjectRequest>());
}
[HttpPost] [HttpPost]
[Route("savetext")] [Route("savetext")]
public async Task SaveSingleText([FromBody] TextRequest request) public async Task<IActionResult> SaveSingleText([FromBody] TextRequest request)
{ {
await _textData.SalvarNoMongoDB(request.Id, request.Title, request.Content); try
{
await _textData.SalvarNoMongoDB(request.Id, request.Title, request.Content, request.ProjectId);
return Created();
}
catch (Exception ex)
{
return StatusCode(500, ex.Message);
}
} }
[HttpGet] [HttpGet]
@ -91,6 +130,7 @@ namespace ChatApi.Controllers
public class TextRequest public class TextRequest
{ {
public string? Id { get; set; } public string? Id { get; set; }
public string ProjectId { get; set; }
public string Title { get; set; } public string Title { get; set; }
public string Content { get; set; } public string Content { get; set; }
} }

View File

@ -1,123 +0,0 @@
using ChatApi.Models;
using ChatApi.Services.Crypt;
using Microsoft.AspNetCore.Authorization;
using Microsoft.AspNetCore.Cors;
using Microsoft.AspNetCore.DataProtection;
using Microsoft.AspNetCore.Http;
using Microsoft.AspNetCore.Mvc;
using Microsoft.IdentityModel.Tokens;
using System.Globalization;
using System.IdentityModel.Tokens.Jwt;
using System.Security.Claims;
using System.Security.Cryptography;
using System.Text;
using System.Text.Json;
namespace ChatApi.Controllers
{
[Route("[controller]")]
[ApiController]
[EnableCors("AllowSpecificOrigin")]
public class LoginController : ControllerBase
{
private readonly IConfigurationManager _configuration;
private readonly UserDataRepository _userDataRepository;
private readonly CryptUtil _cryptUtil;
public LoginController(IConfigurationManager configuration, UserDataRepository userDataRepository, CryptUtil cryptUtil)
{
_configuration = configuration;
_userDataRepository = userDataRepository;
_cryptUtil = cryptUtil;
}
[AllowAnonymous]
[HttpPost]
[Route("token")]
public async Task<IActionResult> Post([FromBody] LoginRequest loginRequest)
{
if (ModelState.IsValid)
{
try
{
var userDataFrom = await _userDataRepository.GetAsync(loginRequest.ClientName, loginRequest.ClientId, loginRequest.ClientSecret);
if (userDataFrom==null)
{
return Unauthorized();
}
var token = "";
if (userDataFrom.LastToken == null && (userDataFrom.DateTimeToken != null && userDataFrom.DateTimeToken.Value.AddHours(24) > DateTime.Now))
{
token = userDataFrom.LastToken;
}
else
{
var claims = new[]
{
new Claim("Sub", userDataFrom.CompanyTenant),
new Claim("NameId", userDataFrom.Name),
new Claim(ClaimTypes.NameIdentifier, loginRequest.ClientId),
new Claim("DhCriado", DateTime.Now.ToString(new CultureInfo("pt-BR"))),
new Claim("TenantId", userDataFrom.CompanyTenant),
new Claim(ClaimTypes.Role, "TeamsUser")
};
var expires = DateTime.UtcNow.AddMinutes(30);
var tokenGen = new JwtSecurityToken
(
issuer: _configuration["Issuer"],
audience: _configuration["Audience"],
claims: claims,
expires: expires,
notBefore: DateTime.UtcNow,
signingCredentials: new SigningCredentials(new SymmetricSecurityKey(Encoding.UTF8.GetBytes(_configuration["SigningKey"])),
SecurityAlgorithms.HmacSha256)
);
token = new JwtSecurityTokenHandler().WriteToken(tokenGen);
}
userDataFrom.LastToken = token;
userDataFrom.DateTimeToken = DateTime.Now;
await _userDataRepository.UpdateAsync(userDataFrom.Id, userDataFrom);
return Ok(new { token = token });
}
catch (Exception ex)
{
return StatusCode(500, ex.Message);
}
}
return BadRequest();
}
[AllowAnonymous]
[HttpPost]
[Route("newclient")]
public async Task<IActionResult> NewClient([FromBody] UserRequest userDataFrom)
{
if (ModelState.IsValid)
{
try
{
var userData = await _userDataRepository.GetAsync(userDataFrom.Name, userDataFrom.LocalId);
if (userData == null)
{
var secret = _cryptUtil.Encrypt(JsonSerializer.Serialize(userDataFrom));
userData = UserData.Create(userDataFrom, secret);
await _userDataRepository.CreateAsync(userData);
}
return Created("newclient", userData);
}
catch (Exception ex)
{
return StatusCode(500, ex.Message);
}
}
return BadRequest();
}
}
}

View File

@ -1,9 +0,0 @@
namespace ChatApi.Controllers
{
public class LoginRequest
{
public string ClientId { get; set; }
public string ClientName { get; set; }
public string ClientSecret { get; set; }
}
}

View File

@ -0,0 +1,58 @@
using ChatApi;
using ChatRAG.Models;
using Microsoft.Extensions.Options;
using MongoDB.Driver;
namespace ChatRAG.Data
{
public class ProjectDataRepository
{
private readonly IMongoCollection<Project> _textsCollection;
public ProjectDataRepository(
IOptions<DomvsDatabaseSettings> databaseSettings)
{
var mongoClient = new MongoClient(
databaseSettings.Value.ConnectionString);
var mongoDatabase = mongoClient.GetDatabase(
databaseSettings.Value.DatabaseName);
_textsCollection = mongoDatabase.GetCollection<Project>(
databaseSettings.Value.ProjectCollectionName);
}
public async Task<List<Project>> GetAsync() =>
await _textsCollection.Find(_ => true).ToListAsync();
public async Task<Project?> GetAsync(string id) =>
await _textsCollection.Find(x => x.Id == id).FirstOrDefaultAsync();
public async Task CreateAsync(Project newProject) =>
await _textsCollection.InsertOneAsync(newProject);
public async Task UpdateAsync(string id, Project updatedProject) =>
await _textsCollection.ReplaceOneAsync(x => x.Id == id, updatedProject);
public async Task SaveAsync(Project project)
{
Project projectExist = null;
if (project.Id != null)
{
projectExist = await _textsCollection.Find(x => x.Id == project.Id).FirstOrDefaultAsync();
}
if (projectExist == null)
{
await _textsCollection.InsertOneAsync(project);
}
else
{
await _textsCollection.ReplaceOneAsync(x => x.Id == project.Id, project);
}
}
public async Task RemoveAsync(string id) =>
await _textsCollection.DeleteOneAsync(x => x.Id == id);
}
}

View File

@ -1,5 +1,5 @@
using ChatRAG.Models; using ChatRAG.Data;
using ChatRAG.Repositories; using ChatRAG.Models;
using Microsoft.SemanticKernel; using Microsoft.SemanticKernel;
using Microsoft.SemanticKernel.Embeddings; using Microsoft.SemanticKernel.Embeddings;
using System.Text; using System.Text;
@ -11,15 +11,15 @@ namespace ChatApi.Data
public class TextData public class TextData
{ {
private readonly ITextEmbeddingGenerationService _textEmbeddingGenerationService; private readonly ITextEmbeddingGenerationService _textEmbeddingGenerationService;
private readonly TextDataService _textDataService; private readonly TextDataRepository _textDataService;
public TextData(ITextEmbeddingGenerationService textEmbeddingGenerationService, TextDataService textDataService) public TextData(ITextEmbeddingGenerationService textEmbeddingGenerationService, TextDataRepository textDataService)
{ {
_textEmbeddingGenerationService = textEmbeddingGenerationService; _textEmbeddingGenerationService = textEmbeddingGenerationService;
_textDataService = textDataService; _textDataService = textDataService;
} }
public async Task SalvarTextoComEmbeddingNoMongoDB(string textoCompleto) public async Task SalvarTextoComEmbeddingNoMongoDB(string textoCompleto, string projectId)
{ {
var textoArray = new List<string>(); var textoArray = new List<string>();
string[] textolinhas = textoCompleto.Split( string[] textolinhas = textoCompleto.Split(
@ -49,19 +49,20 @@ namespace ChatApi.Data
foreach(var item in textoArray) foreach(var item in textoArray)
{ {
await SalvarNoMongoDB(title, item); await SalvarNoMongoDB(title, item, projectId);
} }
} }
public async Task SalvarNoMongoDB(string titulo, string texto) public async Task SalvarNoMongoDB(string titulo, string texto, string projectId)
{ {
await SalvarNoMongoDB(null, titulo, texto); await SalvarNoMongoDB(null, titulo, texto);
} }
public async Task SalvarNoMongoDB(string? id, string titulo, string texto) public async Task SalvarNoMongoDB(string? id, string titulo, string texto, string projectId)
{ {
var conteudo = $"**{titulo}** \n\n {texto}";
// Gerar embedding para o texto // Gerar embedding para o texto
var embedding = await _textEmbeddingGenerationService.GenerateEmbeddingAsync(texto); var embedding = await _textEmbeddingGenerationService.GenerateEmbeddingAsync(conteudo);
// Converter embedding para um formato serializável (como um array de floats) // Converter embedding para um formato serializável (como um array de floats)
var embeddingArray = embedding.ToArray().Select(e => (double)e).ToArray(); var embeddingArray = embedding.ToArray().Select(e => (double)e).ToArray();
@ -74,6 +75,7 @@ namespace ChatApi.Data
{ {
Titulo = titulo, Titulo = titulo,
Conteudo = texto, Conteudo = texto,
ProjetoId = projectId,
Embedding = embeddingArray Embedding = embeddingArray
}; };
@ -86,6 +88,7 @@ namespace ChatApi.Data
Id = id, Id = id,
Titulo = titulo, Titulo = titulo,
Conteudo = texto, Conteudo = texto,
ProjetoId = projectId,
Embedding = embeddingArray Embedding = embeddingArray
}; };
@ -97,6 +100,12 @@ namespace ChatApi.Data
{ {
return await _textDataService.GetAsync(); return await _textDataService.GetAsync();
} }
public async Task<IEnumerable<TextoComEmbedding>> GetByPorjectId(string porjectId)
{
return await _textDataService.GetByProjectIdAsync(porjectId);
}
public async Task<TextoComEmbedding> GetById(string id) public async Task<TextoComEmbedding> GetById(string id)
{ {
return await _textDataService.GetAsync(id); return await _textDataService.GetAsync(id);

View File

@ -1,15 +1,16 @@
using ChatApi; using ChatApi;
using ChatRAG.Models; using ChatRAG.Models;
using Microsoft.Extensions.Options; using Microsoft.Extensions.Options;
using MongoDB.Bson;
using MongoDB.Driver; using MongoDB.Driver;
namespace ChatRAG.Repositories namespace ChatRAG.Data
{ {
public class TextDataService public class TextDataRepository
{ {
private readonly IMongoCollection<TextoComEmbedding> _textsCollection; private readonly IMongoCollection<TextoComEmbedding> _textsCollection;
public TextDataService( public TextDataRepository(
IOptions<DomvsDatabaseSettings> bookStoreDatabaseSettings) IOptions<DomvsDatabaseSettings> bookStoreDatabaseSettings)
{ {
var mongoClient = new MongoClient( var mongoClient = new MongoClient(
@ -19,12 +20,15 @@ namespace ChatRAG.Repositories
bookStoreDatabaseSettings.Value.DatabaseName); bookStoreDatabaseSettings.Value.DatabaseName);
_textsCollection = mongoDatabase.GetCollection<TextoComEmbedding>( _textsCollection = mongoDatabase.GetCollection<TextoComEmbedding>(
bookStoreDatabaseSettings.Value.SharepointCollectionName); bookStoreDatabaseSettings.Value.TextCollectionName);
} }
public async Task<List<TextoComEmbedding>> GetAsync() => public async Task<List<TextoComEmbedding>> GetAsync() =>
await _textsCollection.Find(_ => true).ToListAsync(); await _textsCollection.Find(_ => true).ToListAsync();
public async Task<List<TextoComEmbedding>> GetByProjectIdAsync(string projectId) =>
await _textsCollection.Find(s => s.ProjetoId == ObjectId.Parse(projectId).ToString()).ToListAsync();
public async Task<TextoComEmbedding?> GetAsync(string id) => public async Task<TextoComEmbedding?> GetAsync(string id) =>
await _textsCollection.Find(x => x.Id == id).FirstOrDefaultAsync(); await _textsCollection.Find(x => x.Id == id).FirstOrDefaultAsync();

View File

@ -6,12 +6,11 @@
public string DatabaseName { get; set; } = null!; public string DatabaseName { get; set; } = null!;
public string SharepointCollectionName { get; set; } = null!; public string TextCollectionName { get; set; } = null!;
public string UserDataName { get; set; } = null!; public string UserDataName { get; set; } = null!;
public string ChatBotRHCollectionName { get; set; } = null!; public string ProjectCollectionName { get; set; } = null!;
public string ClassifierCollectionName { get; set; } = null!;
} }
} }

19
Models/Project.cs Normal file
View File

@ -0,0 +1,19 @@
using MongoDB.Bson.Serialization.Attributes;
using MongoDB.Bson;
namespace ChatRAG.Models
{
public class Project
{
[BsonId]
[BsonElement("_id")]
[BsonRepresentation(BsonType.ObjectId)]
public string Id { get; set; }
public string Nome { get; set; }
public string Descricao { get; set; }
public DateTime DataCriacao { get; set; }
public string Status { get; set; } // "ativo", "arquivado", etc.
public string[] Tecnologias { get; set; }
}
}

View File

@ -3,7 +3,7 @@ using ChatApi.Data;
using ChatApi.Middlewares; using ChatApi.Middlewares;
using ChatApi.Services.Crypt; using ChatApi.Services.Crypt;
using ChatApi.Settings; using ChatApi.Settings;
using ChatRAG.Repositories; using ChatRAG.Data;
using ChatRAG.Services; using ChatRAG.Services;
using ChatRAG.Services.ResponseService; using ChatRAG.Services.ResponseService;
using Microsoft.AspNetCore.Authentication.JwtBearer; using Microsoft.AspNetCore.Authentication.JwtBearer;
@ -76,7 +76,8 @@ builder.Services.Configure<ChatRHSettings>(
builder.Configuration.GetSection("ChatRHSettings")); builder.Configuration.GetSection("ChatRHSettings"));
builder.Services.AddSingleton<ChatHistoryService>(); builder.Services.AddSingleton<ChatHistoryService>();
builder.Services.AddScoped<TextDataService>(); builder.Services.AddScoped<TextDataRepository>();
builder.Services.AddScoped<ProjectDataRepository>();
builder.Services.AddSingleton<TextFilter>(); builder.Services.AddSingleton<TextFilter>();
builder.Services.AddScoped<IResponseService, ResponseRAGService>(); builder.Services.AddScoped<IResponseService, ResponseRAGService>();
@ -84,25 +85,25 @@ builder.Services.AddTransient<UserDataRepository>();
builder.Services.AddTransient<TextData>(); builder.Services.AddTransient<TextData>();
builder.Services.AddSingleton<CryptUtil>(); builder.Services.AddSingleton<CryptUtil>();
//builder.Services.AddOllamaChatCompletion("phi3.5", new Uri("http://localhost:11435")); //builder.Services.AddOllamaChatCompletion("phi3.5", new Uri("http://localhost:11435"));
//builder.Services.AddOllamaChatCompletion("tinydolphin", new Uri("http://localhost:11435")); //builder.Services.AddOllamaChatCompletion("tinydolphin", new Uri("http://localhost:11435"));
//var apiClient = new OllamaApiClient(new Uri("http://localhost:11435"), "tinydolphin"); //var apiClient = new OllamaApiClient(new Uri("http://localhost:11435"), "tinydolphin");
//Olllama notebook //Olllama
//builder.Services.AddOllamaChatCompletion("phi3.5", new Uri("http://localhost:11435")); builder.Services.AddOllamaChatCompletion("llama3.1", new Uri("http://localhost:11434"));
//builder.Services.AddOllamaChatCompletion("tinydolphin", new Uri("http://localhost:11435")); //builder.Services.AddOllamaChatCompletion("tinydolphin", new Uri("http://localhost:11435"));
//builder.Services.AddOllamaChatCompletion("tinyllama", new Uri("http://localhost:11435")); //builder.Services.AddOllamaChatCompletion("tinyllama", new Uri("http://localhost:11435"));
//builder.Services.AddOllamaChatCompletion("starling-lm", new Uri("http://localhost:11435")); //builder.Services.AddOllamaChatCompletion("starling-lm", new Uri("http://localhost:11435"));
//ServerSpace - GPT Service //ServerSpace - GPT Service
builder.Services.AddOpenAIChatCompletion("openchat-3.5-0106", new Uri("https://gpt.serverspace.com.br/v1/chat/completions"), "tIAXVf3AkCkkpSX+PjFvktfEeSPyA1ZYam50UO3ye/qmxVZX6PIXstmJsLZXkQ39C33onFD/81mdxvhbGHm7tQ=="); //builder.Services.AddOpenAIChatCompletion("openchat-3.5-0106", new Uri("https://gpt.serverspace.com.br/v1/chat/completions"), "tIAXVf3AkCkkpSX+PjFvktfEeSPyA1ZYam50UO3ye/qmxVZX6PIXstmJsLZXkQ39C33onFD/81mdxvhbGHm7tQ==");
//Ollama local server (scorpion) //Ollama local server (scorpion)
//builder.Services.AddOllamaChatCompletion("llama3.1:latest", new Uri("http://192.168.0.150:11434")); //builder.Services.AddOllamaChatCompletion("llama3.1:latest", new Uri("http://192.168.0.150:11434"));
builder.Services.AddOllamaTextEmbeddingGeneration("all-minilm", new Uri("http://192.168.0.150:11434")); //builder.Services.AddOllamaTextEmbeddingGeneration("all-minilm", new Uri("http://192.168.0.150:11434"));
builder.Services.AddOllamaTextEmbeddingGeneration("all-minilm", new Uri("http://localhost:11434"));
//builder.Services.AddOllamaChatCompletion("phi3.5", new Uri("http://localhost:11435")); //builder.Services.AddOllamaChatCompletion("phi3.5", new Uri("http://localhost:11435"));
//builder.Services.AddOpenAIChatCompletion("gpt-4o-mini", "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"); //builder.Services.AddOpenAIChatCompletion("gpt-4o-mini", "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");
//builder.Services.AddGoogleAIGeminiChatCompletion("gemini-1.5-flash-latest", "AIzaSyDKBMX5yW77vxJFVJVE-5VLxlQRxCepck8"); //builder.Services.AddGoogleAIGeminiChatCompletion("gemini-1.5-flash-latest", "AIzaSyDKBMX5yW77vxJFVJVE-5VLxlQRxCepck8");
@ -128,31 +129,6 @@ builder.Services.AddHttpClient();
var tenantId = builder.Configuration.GetSection("AppTenantId"); var tenantId = builder.Configuration.GetSection("AppTenantId");
var clientId = builder.Configuration.GetSection("AppClientID"); var clientId = builder.Configuration.GetSection("AppClientID");
builder.Services.AddAuthentication(JwtBearerDefaults.AuthenticationScheme)
.AddJwtBearer(jwtBearerOptions =>
{
jwtBearerOptions.TokenValidationParameters = new TokenValidationParameters()
{
ValidateActor = true,
ValidateAudience = true,
ValidateLifetime = true,
ValidateIssuerSigningKey = true,
ValidIssuer = builder.Configuration["Issuer"],
ValidAudience = builder.Configuration["Audience"],
IssuerSigningKey = new SymmetricSecurityKey(Encoding.UTF8.GetBytes(builder.Configuration["SigningKey"]))
};
jwtBearerOptions.Events = new JwtBearerEvents()
{
OnTokenValidated = async context =>
{
var token = context.SecurityToken as JsonWebToken;
context.HttpContext.Items["Token"] = token.EncodedToken;
AppDomain.CurrentDomain.SetData("Token", token.EncodedToken);
}
};
})
;
//builder.Services.AddAuthentication(JwtBearerDefaults.AuthenticationScheme) //builder.Services.AddAuthentication(JwtBearerDefaults.AuthenticationScheme)
// .AddMicrosoftIdentityWebApi(builder.Configuration.GetSection("AzureAd")); // .AddMicrosoftIdentityWebApi(builder.Configuration.GetSection("AzureAd"));
@ -212,6 +188,7 @@ if (app.Environment.IsDevelopment())
{ {
app.UseSwagger(); app.UseSwagger();
app.UseSwaggerUI(); app.UseSwaggerUI();
app.UseDeveloperExceptionPage(); // Isso mostra erros detalhados
} }
//app.UseHttpsRedirection(); //app.UseHttpsRedirection();

View File

@ -3,6 +3,7 @@
public class ChatRequest public class ChatRequest
{ {
public string SessionId { get; set; } = string.Empty; public string SessionId { get; set; } = string.Empty;
public string ProjectId { get; set; } = string.Empty;
public string Message { get; set; } = string.Empty; public string Message { get; set; } = string.Empty;
} }

View File

@ -0,0 +1,16 @@
using MongoDB.Bson.Serialization.Attributes;
using MongoDB.Bson;
namespace ChatRAG.Requests
{
public class ProjectRequest
{
public string? Id { get; set; }
public string Nome { get; set; }
public string Descricao { get; set; }
public DateTime DataCriacao { get; set; }
public string Status { get; set; } // "ativo", "arquivado", etc.
public string[] Tecnologias { get; set; }
}
}

View File

@ -4,6 +4,6 @@ namespace ChatRAG.Services.ResponseService
{ {
public interface IResponseService public interface IResponseService
{ {
Task<string> GetResponse(UserData userData, string sessionId, string question); Task<string> GetResponse(UserData userData, string projectId, string sessionId, string question);
} }
} }

View File

@ -1,8 +1,8 @@
 
using ChatApi; using ChatApi;
using ChatApi.Models; using ChatApi.Models;
using ChatRAG.Data;
using ChatRAG.Models; using ChatRAG.Models;
using ChatRAG.Repositories;
using Microsoft.SemanticKernel; using Microsoft.SemanticKernel;
using Microsoft.SemanticKernel.ChatCompletion; using Microsoft.SemanticKernel.ChatCompletion;
using Microsoft.SemanticKernel.Embeddings; using Microsoft.SemanticKernel.Embeddings;
@ -16,31 +16,39 @@ namespace ChatRAG.Services.ResponseService
private readonly ChatHistoryService _chatHistoryService; private readonly ChatHistoryService _chatHistoryService;
private readonly Kernel _kernel; private readonly Kernel _kernel;
private readonly TextFilter _textFilter; private readonly TextFilter _textFilter;
private readonly TextDataService _textDataService; private readonly TextDataRepository _textDataRepository;
private readonly ProjectDataRepository _projectDataRepository;
private readonly IChatCompletionService _chatCompletionService; private readonly IChatCompletionService _chatCompletionService;
public ResponseRAGService( public ResponseRAGService(
ChatHistoryService chatHistoryService, ChatHistoryService chatHistoryService,
Kernel kernel, Kernel kernel,
TextFilter textFilter, TextFilter textFilter,
TextDataService textDataService, TextDataRepository textDataRepository,
ProjectDataRepository projectDataRepository,
IChatCompletionService chatCompletionService) IChatCompletionService chatCompletionService)
{ {
this._chatHistoryService = chatHistoryService; this._chatHistoryService = chatHistoryService;
this._kernel = kernel; this._kernel = kernel;
this._textFilter = textFilter; this._textFilter = textFilter;
this._textDataService = textDataService; this._textDataRepository = textDataRepository;
this._projectDataRepository = projectDataRepository;
this._chatCompletionService = chatCompletionService; this._chatCompletionService = chatCompletionService;
} }
public async Task<string> GetResponse(UserData userData, string sessionId, string question)
public async Task<string> GetResponse(UserData userData, string projectId, string sessionId, string question)
{ {
var stopWatch = new System.Diagnostics.Stopwatch(); var stopWatch = new System.Diagnostics.Stopwatch();
stopWatch.Start(); stopWatch.Start();
//var resposta = await BuscarTextoRelacionado(question); //var resposta = await BuscarTextoRelacionado(question);
var resposta = await BuscarTopTextosRelacionados(question); var resposta = await BuscarTopTextosRelacionados(question, projectId);
question = "Para responder à solicitação/pergunta: \"" + question + "\" por favor, considere um resumo com 3 linhas baseado exclusivamente no texto: \"" + resposta + "\""; var projectData = (await _projectDataRepository.GetAsync()).FirstOrDefault();
var project = $"Nome: {projectData.Nome} \n\n Descrição:{projectData.Descricao}";
question = $"Para responder à solicitação/pergunta: \"{question }\" por favor, considere o projeto: \"{project}\" e os requisitos: \"{resposta}\"";
ChatHistory history = _chatHistoryService.GetSumarizer(sessionId); ChatHistory history = _chatHistoryService.GetSumarizer(sessionId);
history.AddUserMessage(question); history.AddUserMessage(question);
@ -61,7 +69,7 @@ namespace ChatRAG.Services.ResponseService
var embeddingPergunta = await embeddingService.GenerateEmbeddingAsync(_textFilter.ToLowerAndWithoutAccents(pergunta)); var embeddingPergunta = await embeddingService.GenerateEmbeddingAsync(_textFilter.ToLowerAndWithoutAccents(pergunta));
var embeddingArrayPergunta = embeddingPergunta.ToArray().Select(e => (double)e).ToArray(); var embeddingArrayPergunta = embeddingPergunta.ToArray().Select(e => (double)e).ToArray();
var textos = await _textDataService.GetAsync(); var textos = await _textDataRepository.GetAsync();
TextoComEmbedding melhorTexto = null; TextoComEmbedding melhorTexto = null;
double melhorSimilaridade = -1.0; double melhorSimilaridade = -1.0;
@ -79,13 +87,13 @@ namespace ChatRAG.Services.ResponseService
return melhorTexto != null ? melhorTexto.Conteudo : "Não encontrei uma resposta adequada."; return melhorTexto != null ? melhorTexto.Conteudo : "Não encontrei uma resposta adequada.";
} }
async Task<string> BuscarTopTextosRelacionados(string pergunta, int size = 3) async Task<string> BuscarTopTextosRelacionados(string pergunta, string projectId, int size = 3)
{ {
var embeddingService = _kernel.GetRequiredService<ITextEmbeddingGenerationService>(); var embeddingService = _kernel.GetRequiredService<ITextEmbeddingGenerationService>();
var embeddingPergunta = await embeddingService.GenerateEmbeddingAsync(_textFilter.ToLowerAndWithoutAccents(pergunta)); var embeddingPergunta = await embeddingService.GenerateEmbeddingAsync(_textFilter.ToLowerAndWithoutAccents(pergunta));
var embeddingArrayPergunta = embeddingPergunta.ToArray().Select(e => (double)e).ToArray(); var embeddingArrayPergunta = embeddingPergunta.ToArray().Select(e => (double)e).ToArray();
var textos = await _textDataService.GetAsync(); var textos = await _textDataRepository.GetByProjectIdAsync(projectId);
var melhoresTextos = textos var melhoresTextos = textos
.Select(texto => new .Select(texto => new

View File

@ -1,16 +1,11 @@
{ {
"DomvsDatabase": { "DomvsDatabase": {
"ConnectionString": "mongodb://192.168.0.82:30017/?directConnection=true", "ConnectionString": "mongodb://admin:c4rn31r0@k3sw2:27017,k3ss1:27017/?authSource=admin",
"DatabaseName": "DomvsSites", "DatabaseName": "RAGProjects-dev",
"SharepointCollectionName": "SharepointSite", "TextCollectionName": "Texts",
"ChatBotRHCollectionName": "ChatBotRHData", "ProjectCollectionName": "Projects",
"ClassifierCollectionName": "ClassifierData",
"UserDataName": "UserData" "UserDataName": "UserData"
}, },
"ChatRHSettings": {
"Url": "http://apirhcall.lhost.dynu.net",
"Create": "/CallRH"
},
"Logging": { "Logging": {
"LogLevel": { "LogLevel": {
"Default": "Information", "Default": "Information",
@ -21,15 +16,4 @@
"AllowedHosts": "*", "AllowedHosts": "*",
"AppTenantId": "20190830-5fd4-4a72-b8fd-1c1cb35b25bc", "AppTenantId": "20190830-5fd4-4a72-b8fd-1c1cb35b25bc",
"AppClientID": "8f4248fc-ee30-4f54-8793-66edcca3fd20", "AppClientID": "8f4248fc-ee30-4f54-8793-66edcca3fd20",
"AzureAd": {
"Instance": "https://login.microsoftonline.com/",
"Domain": "domvsitbr.onmicrosoft.com",
"TenantId": "20190830-5fd4-4a72-b8fd-1c1cb35b25bc",
"ClientId": "8f4248fc-ee30-4f54-8793-66edcca3fd20"
},
"Issuer": "domvsit.com.br",
"Audience": "domvsit.com.br",
"SigningKey": "D57Ls16KxMPdF4P7qTQtV29slWjJqIJZ",
"DataKey": "NOxGacYtZRJTYCPdSQM75HVSNp3qfH05mPalaE/pL4A6FwxWKQiBhLxhu++LrKsI"
} }