3c08c1a265
- AppSetting gains source config: AutoIngestEnabled, IngestIntervalMinutes, Telegram/Bale/Divar enabled+channels/token/queries - IListingSource.FetchAsync(AppSetting) — sources read config from DB, not IOptions/appsettings; sample source dev-only - IngestionWorker reads AutoIngest+interval from DB each cycle (toggle at runtime, no redeploy) - /Admin/Settings gets a 'منابع جمعآوری' section; removed Ingestion env/appsettings + compose env vars - ENV_FILE shrinks to HOST_PORT + POSTGRES_* + ADMIN_PHONE (AI + sources are all in-admin); migration Co-Authored-By: Claude Opus 4.8 <noreply@anthropic.com>
111 lines
4.5 KiB
C#
111 lines
4.5 KiB
C#
using System.Text.Encodings.Web;
|
|
using System.Text.Unicode;
|
|
using JobsMedical.Web.Data;
|
|
using JobsMedical.Web.Services;
|
|
using Microsoft.AspNetCore.Authentication.Cookies;
|
|
using Microsoft.AspNetCore.HttpOverrides;
|
|
using Microsoft.EntityFrameworkCore;
|
|
|
|
var builder = WebApplication.CreateBuilder(args);
|
|
|
|
// Add services to the container.
|
|
builder.Services.AddRazorPages();
|
|
|
|
// Interest tracking + recommendation engine.
|
|
builder.Services.AddHttpContextAccessor();
|
|
builder.Services.AddMemoryCache();
|
|
builder.Services.AddScoped<VisitorContext>();
|
|
builder.Services.AddScoped<InterestService>();
|
|
builder.Services.AddScoped<RecommendationService>();
|
|
builder.Services.AddScoped<OtpService>();
|
|
// Listing parser: heuristic now; swap for an LLM-backed IListingParser later.
|
|
builder.Services.AddSingleton<IListingParser, HeuristicListingParser>();
|
|
|
|
// Scrape/ingestion engine: pluggable sources → dedupe → parse → validate → (AI audit) → publish/queue.
|
|
builder.Services.AddHttpClient("scrape", c =>
|
|
{
|
|
c.Timeout = TimeSpan.FromSeconds(20);
|
|
c.DefaultRequestHeaders.UserAgent.ParseAdd("Mozilla/5.0 (compatible; HamkadrBot/1.0)");
|
|
});
|
|
builder.Services.AddHttpClient("ai");
|
|
builder.Services.AddSingleton<JobsMedical.Web.Services.Scraping.ListingValidator>();
|
|
builder.Services.AddSingleton<JobsMedical.Web.Services.Scraping.IAiAuditor,
|
|
JobsMedical.Web.Services.Scraping.OpenAiCompatibleAuditor>();
|
|
builder.Services.AddScoped<JobsMedical.Web.Services.Scraping.SettingsService>();
|
|
builder.Services.AddSingleton<JobsMedical.Web.Services.Scraping.IListingSource,
|
|
JobsMedical.Web.Services.Scraping.SampleListingSource>();
|
|
builder.Services.AddSingleton<JobsMedical.Web.Services.Scraping.IListingSource,
|
|
JobsMedical.Web.Services.Scraping.TelegramListingSource>();
|
|
builder.Services.AddSingleton<JobsMedical.Web.Services.Scraping.IListingSource,
|
|
JobsMedical.Web.Services.Scraping.BaleListingSource>();
|
|
builder.Services.AddSingleton<JobsMedical.Web.Services.Scraping.IListingSource,
|
|
JobsMedical.Web.Services.Scraping.DivarListingSource>();
|
|
builder.Services.AddScoped<JobsMedical.Web.Services.Scraping.IngestionService>();
|
|
builder.Services.AddHostedService<JobsMedical.Web.Services.Scraping.IngestionWorker>();
|
|
|
|
// Phone-OTP cookie auth.
|
|
builder.Services.AddAuthentication(CookieAuthenticationDefaults.AuthenticationScheme)
|
|
.AddCookie(o =>
|
|
{
|
|
o.LoginPath = "/Account/Login";
|
|
o.AccessDeniedPath = "/Account/Login";
|
|
o.ExpireTimeSpan = TimeSpan.FromDays(30);
|
|
o.SlidingExpiration = true;
|
|
});
|
|
|
|
// Emit Persian/Arabic characters directly in HTML instead of \u-style entities.
|
|
builder.Services.AddSingleton(HtmlEncoder.Create(
|
|
UnicodeRanges.BasicLatin, UnicodeRanges.Arabic, UnicodeRanges.ArabicSupplement,
|
|
UnicodeRanges.ArabicExtendedA, UnicodeRanges.GeneralPunctuation));
|
|
|
|
builder.Services.AddDbContext<AppDbContext>(opt =>
|
|
opt.UseNpgsql(builder.Configuration.GetConnectionString("Default")));
|
|
|
|
var app = builder.Build();
|
|
|
|
// Apply migrations + seed on startup (fine for MVP single-instance deploy).
|
|
using (var scope = app.Services.CreateScope())
|
|
{
|
|
var db = scope.ServiceProvider.GetRequiredService<AppDbContext>();
|
|
db.Database.Migrate();
|
|
// Production seeds reference data only (no demo facilities/shifts); dev seeds the full board.
|
|
await SeedData.EnsureSeededAsync(db, app.Environment.IsDevelopment());
|
|
}
|
|
|
|
// Configure the HTTP request pipeline.
|
|
if (!app.Environment.IsDevelopment())
|
|
{
|
|
app.UseExceptionHandler("/Error");
|
|
// The default HSTS value is 30 days. You may want to change this for production scenarios, see https://aka.ms/aspnetcore-hsts.
|
|
app.UseHsts();
|
|
}
|
|
|
|
// Behind nginx (TLS terminated upstream): trust X-Forwarded-Proto/For so the app knows it's
|
|
// HTTPS — required for correct secure cookies and to avoid HTTPS-redirect loops.
|
|
var forwardedOptions = new ForwardedHeadersOptions
|
|
{
|
|
ForwardedHeaders = ForwardedHeaders.XForwardedFor | ForwardedHeaders.XForwardedProto
|
|
};
|
|
forwardedOptions.KnownIPNetworks.Clear(); // only nginx can reach the container's bound port
|
|
forwardedOptions.KnownProxies.Clear();
|
|
app.UseForwardedHeaders(forwardedOptions);
|
|
|
|
app.UseHttpsRedirection();
|
|
|
|
app.UseRouting();
|
|
|
|
// Assign every visitor a stable cookie id so we can track interest from the first visit.
|
|
app.UseMiddleware<VisitorCookieMiddleware>();
|
|
|
|
app.UseAuthentication();
|
|
app.UseAuthorization();
|
|
|
|
app.MapStaticAssets();
|
|
app.MapRazorPages()
|
|
.WithStaticAssets();
|
|
|
|
// Lightweight liveness probe for the deploy health-wait loop (and uptime checks).
|
|
app.MapGet("/healthz", () => Results.Text("ok"));
|
|
|
|
app.Run();
|