Per-ad contacts for shifts/jobs, stale-applicant filter, review source link
Phone fix: shifts/jobs showed Facility.Phone, but unnamed ads all share one placeholder facility, so every such listing displayed the same stale number while the ad's real phone sat unused in the description. ContactMethod is now attachable to a Shift/JobOpening (not just talent); ingestion stores the ad's own number(s) on each listing and the detail pages render them (new _ContactList partial), falling back to the facility phone only when the ad had none. Migration ShiftJobContacts (nullable owner FKs) — auto-applies on deploy. Stale applicants: skip «آماده به کار» posts older than 7 days at ingest, by the source's real timestamp (Telegram <time>, Bale date) or a Persian time-ago phrase in the text (Divar «۲ هفته پیش»). Recorded as Discarded; shifts/jobs are not aged out. Admin: Review page now shows a «مشاهده آگهی در منبع» link (RawListing.SourceUrl) so the source post can be checked before publishing. Co-Authored-By: Claude Opus 4.8 <noreply@anthropic.com>
This commit is contained in:
@@ -29,6 +29,10 @@ public record IngestionSummary(List<SourceResult> Sources)
|
||||
/// </summary>
|
||||
public class IngestionService
|
||||
{
|
||||
/// <summary>Applicant posts older than this (by the source's date, or a Persian "time ago"
|
||||
/// phrase in the text) are skipped at ingest — availability goes stale fast.</summary>
|
||||
private const int TalentMaxAgeDays = 7;
|
||||
|
||||
private readonly AppDbContext _db;
|
||||
private readonly IEnumerable<IListingSource> _sources;
|
||||
private readonly IListingParser _parser;
|
||||
@@ -90,6 +94,22 @@ public class IngestionService
|
||||
var parsed = _parser.Parse(item.RawText, roleNames, cityNames, districtNames);
|
||||
var val = _validator.Validate(item.RawText, parsed);
|
||||
|
||||
// Drop STALE applicant («آماده به کار») posts — a person's availability goes cold fast.
|
||||
// Age = the source's real timestamp, else a Persian "time ago" phrase in the text
|
||||
// (Divar embeds «۲ هفته پیش»…). Recorded as Discarded (keeps the dedupe hash + audit
|
||||
// trail; no AI spend). Shifts/jobs are NOT aged out — their dates are in the future.
|
||||
if (parsed.Kind == ListingKind.Talent && PostAgeDays(item) is int age && age > TalentMaxAgeDays)
|
||||
{
|
||||
_db.RawListings.Add(new RawListing
|
||||
{
|
||||
SourceChannel = item.Source, SourceUrl = item.SourceUrl, RawText = item.RawText.Trim(),
|
||||
ContentHash = hash, Confidence = 0, Status = RawListingStatus.Discarded,
|
||||
ValidationNotes = $"آمادهبهکارِ قدیمی ({age} روز) — نادیده گرفته شد",
|
||||
Lat = item.Lat, Lng = item.Lng,
|
||||
});
|
||||
spam++; continue;
|
||||
}
|
||||
|
||||
AiAuditResult? ai = null;
|
||||
if (settings.AiEnabled && !val.IsSpam)
|
||||
ai = await _ai.AuditAsync(item.RawText, settings, ct);
|
||||
@@ -280,6 +300,7 @@ public class IngestionService
|
||||
SalaryMin = parsed.PayAmount,
|
||||
Description = raw.RawText, Status = ShiftStatus.Open, Source = ShiftSource.Aggregated,
|
||||
SourceUrl = raw.SourceUrl,
|
||||
Contacts = BuildContacts(d, parsed), // the ad's OWN number(s) — fresh per listing
|
||||
});
|
||||
}
|
||||
else
|
||||
@@ -297,6 +318,7 @@ public class IngestionService
|
||||
: parsed.PayAmount is null ? PayType.Negotiable : PayType.PerShift,
|
||||
PayAmount = parsed.PayAmount, SharePercent = parsed.SharePercent,
|
||||
Status = ShiftStatus.Open, Source = ShiftSource.Aggregated, SourceUrl = raw.SourceUrl,
|
||||
Contacts = BuildContacts(d, parsed), // the ad's OWN number(s) — fresh per listing
|
||||
});
|
||||
}
|
||||
raw.Status = RawListingStatus.Normalized;
|
||||
@@ -449,4 +471,14 @@ public class IngestionService
|
||||
var normalized = Regex.Replace((text ?? "").Trim(), @"\s+", " ");
|
||||
return Convert.ToHexString(SHA256.HashData(Encoding.UTF8.GetBytes(normalized))).ToLowerInvariant();
|
||||
}
|
||||
|
||||
/// <summary>Age of a post in whole days — from the source's real timestamp when present, else a
|
||||
/// Persian "time ago" phrase in the text (Divar). Null when neither is available (= unknown age,
|
||||
/// so it's NOT filtered out).</summary>
|
||||
private static int? PostAgeDays(ScrapedItem item)
|
||||
{
|
||||
if (item.PostedAt is DateTime posted)
|
||||
return Math.Max(0, (int)Math.Floor((DateTime.UtcNow - posted).TotalDays));
|
||||
return HtmlUtil.AgeDaysFromPersianText(item.RawText);
|
||||
}
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user