Compare commits
17 Commits
disable-ch
...
fix-prune
| Author | SHA1 | Date | |
|---|---|---|---|
| c3784de9cd | |||
|
|
5aaa6ff35c | ||
|
|
2ef0725f4e | ||
| 1716750347 | |||
|
|
6e540ad0c6 | ||
|
|
863042d1fe | ||
|
|
b29475ea41 | ||
|
|
53e089a65b | ||
|
|
c3e87eb7df | ||
|
|
a533fca195 | ||
|
|
717d8e46f1 | ||
|
|
d3790013c6 | ||
|
|
9971b14177 | ||
| d39a922482 | |||
| 6216664e18 | |||
| 54992234d5 | |||
|
|
4012b33f98 |
5
.gitignore
vendored
5
.gitignore
vendored
@@ -350,4 +350,7 @@ MigrationBackup/
|
||||
.ionide/
|
||||
|
||||
# docker run data
|
||||
Docker/run/data/
|
||||
Docker/run/data/
|
||||
|
||||
#idea files
|
||||
*.idea
|
||||
Submodule LightlessAPI updated: 56566003e0...4ecd5375e6
@@ -40,5 +40,6 @@ namespace LightlessSyncServer.Hubs
|
||||
public Task Client_GposeLobbyPushPoseData(UserData userData, PoseData poseData) => throw new PlatformNotSupportedException("Calling clientside method on server not supported");
|
||||
public Task Client_GposeLobbyPushWorldData(UserData userData, WorldData worldData) => throw new PlatformNotSupportedException("Calling clientside method on server not supported");
|
||||
public Task Client_ChatReceive(ChatMessageDto message) => throw new PlatformNotSupportedException("Calling clientside method on server not supported");
|
||||
public Task Client_SendLocationToClient(LocationDto locationDto, DateTimeOffset expireAt) => throw new PlatformNotSupportedException("Calling clientside method on server not supported");
|
||||
}
|
||||
}
|
||||
@@ -12,8 +12,6 @@ using LightlessSyncShared.Utils;
|
||||
using Microsoft.AspNetCore.Authorization;
|
||||
using Microsoft.AspNetCore.SignalR;
|
||||
using Microsoft.EntityFrameworkCore;
|
||||
using SixLabors.ImageSharp;
|
||||
using SixLabors.ImageSharp.PixelFormats;
|
||||
using StackExchange.Redis;
|
||||
using System.Text;
|
||||
using System.Text.Json;
|
||||
@@ -1232,6 +1230,120 @@ public partial class LightlessHub
|
||||
errorMessage = string.Empty;
|
||||
return true;
|
||||
}
|
||||
|
||||
[Authorize(Policy = "Identified")]
|
||||
public async Task UpdateLocation(LocationDto dto, bool offline = false)
|
||||
{
|
||||
_logger.LogCallInfo(LightlessHubLogger.Args(UserUID,dto));
|
||||
if (string.IsNullOrEmpty(dto.User.UID))
|
||||
{
|
||||
_logger.LogCallWarning(LightlessHubLogger.Args("LocationDto with no userinfo :",UserUID, dto));
|
||||
return;
|
||||
}
|
||||
|
||||
if (!string.Equals(UserUID, dto.User.UID, StringComparison.Ordinal))
|
||||
{
|
||||
_logger.LogCallWarning(LightlessHubLogger.Args("LocationDto with another UID :",UserUID, dto));
|
||||
return;
|
||||
}
|
||||
var key = $"Location:{UserUID}";
|
||||
|
||||
if (offline)
|
||||
{
|
||||
var allUsers = await GetSharingUsers().ConfigureAwait(false);
|
||||
await _redis.RemoveAsync(key, CommandFlags.FireAndForget).ConfigureAwait(false);
|
||||
await Clients.Users(allUsers.Keys).Client_SendLocationToClient(dto, DateTimeOffset.MinValue).ConfigureAwait(false);
|
||||
}
|
||||
else
|
||||
{
|
||||
var currentLocation = await _redis.GetAsync<LocationDto>(key).ConfigureAwait(false);
|
||||
if (currentLocation != dto)
|
||||
{
|
||||
var allUsers = await GetSharingUsers().ConfigureAwait(false);
|
||||
await _redis.AddAsync(key, dto).ConfigureAwait(false);
|
||||
var sendTasks = allUsers.Select(pair => Clients.User(pair.Key).Client_SendLocationToClient(dto, pair.Value));
|
||||
await Task.WhenAll(sendTasks).ConfigureAwait(false);
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
private async Task<Dictionary<string, DateTimeOffset>> GetSharingUsers()
|
||||
{
|
||||
return await DbContext.Permissions.AsNoTracking()
|
||||
.Where(x => x.UserUID == UserUID && x.ShareLocationUntil > DateTimeOffset.UtcNow)
|
||||
.ToDictionaryAsync(x => x.OtherUserUID, x => x.ShareLocationUntil, RequestAbortedToken)
|
||||
.ConfigureAwait(false);
|
||||
}
|
||||
|
||||
[Authorize(Policy = "Identified")]
|
||||
public async Task<(List<LocationWithTimeDto>, List<SharingStatusDto>)> RequestAllLocationInfo()
|
||||
{
|
||||
_logger.LogCallInfo();
|
||||
var locationWithTime = await GetLocationWithTime().ConfigureAwait(false);
|
||||
var sharingStatus = await GetSharingStatus().ConfigureAwait(false);
|
||||
return (locationWithTime, sharingStatus);
|
||||
}
|
||||
|
||||
private async Task<List<LocationWithTimeDto>> GetLocationWithTime()
|
||||
{
|
||||
var dictionary = await DbContext.Permissions.AsNoTracking()
|
||||
.Where(x => x.OtherUserUID == UserUID && x.ShareLocationUntil > DateTimeOffset.UtcNow)
|
||||
.ToDictionaryAsync(x => x.UserUID, x => x.ShareLocationUntil, cancellationToken: RequestAbortedToken)
|
||||
.ConfigureAwait(false);
|
||||
if (dictionary.Count == 0)
|
||||
{
|
||||
return [];
|
||||
}
|
||||
|
||||
var redisKeys = dictionary.Keys.Select(uid => $"Location:{uid}").ToHashSet(StringComparer.Ordinal);
|
||||
var data = await _redis.GetAllAsync<LocationDto>(redisKeys).ConfigureAwait(false);
|
||||
var result = new List<LocationWithTimeDto>();
|
||||
|
||||
foreach (var (userUid, expireAt) in dictionary)
|
||||
{
|
||||
var redisKey = $"Location:{userUid}";
|
||||
|
||||
if (data.TryGetValue(redisKey, out var locationDto) && locationDto is not null)
|
||||
{
|
||||
result.Add(new LocationWithTimeDto(locationDto, expireAt));
|
||||
}
|
||||
}
|
||||
return result;
|
||||
}
|
||||
|
||||
private async Task<List<SharingStatusDto>> GetSharingStatus()
|
||||
{
|
||||
return await DbContext.Permissions.AsNoTracking()
|
||||
.Where(x => x.UserUID == UserUID && x.ShareLocationUntil > DateTimeOffset.UtcNow)
|
||||
.Select(x => new SharingStatusDto(new UserData(x.OtherUserUID), x.ShareLocationUntil))
|
||||
.ToListAsync(cancellationToken: RequestAbortedToken).ConfigureAwait(false);
|
||||
}
|
||||
|
||||
|
||||
|
||||
[Authorize(Policy = "Identified")]
|
||||
public async Task<bool> ToggleLocationSharing(LocationSharingToggleDto dto)
|
||||
{
|
||||
_logger.LogCallInfo(LightlessHubLogger.Args(UserUID,dto));
|
||||
try
|
||||
{
|
||||
await DbContext.Permissions.Where(x => x.UserUID == UserUID && dto.users.Contains(x.OtherUserUID))
|
||||
.ExecuteUpdateAsync(setter =>
|
||||
setter.SetProperty(x => x.ShareLocationUntil, dto.duration.ToUniversalTime()),
|
||||
cancellationToken: RequestAbortedToken).ConfigureAwait(false);
|
||||
|
||||
//update user's location for target users
|
||||
var currentLocation = await _redis.GetAsync<LocationDto>($"Location:{UserUID}").ConfigureAwait(false);
|
||||
await Clients.Users(dto.users).Client_SendLocationToClient(currentLocation, dto.duration.ToUniversalTime())
|
||||
.ConfigureAwait(false);
|
||||
}
|
||||
catch (Exception ex)
|
||||
{
|
||||
_logger.LogError(ex, "ToggleLocationSharing error:");
|
||||
return false;
|
||||
}
|
||||
return true;
|
||||
}
|
||||
|
||||
[GeneratedRegex(@"^([a-z0-9_ '+&,\.\-\{\}]+\/)+([a-z0-9_ '+&,\.\-\{\}]+\.[a-z]{3,4})$", RegexOptions.IgnoreCase | RegexOptions.Compiled | RegexOptions.ECMAScript)]
|
||||
private static partial Regex GamePathRegex();
|
||||
|
||||
@@ -16,6 +16,8 @@ using Microsoft.AspNetCore.SignalR;
|
||||
using Microsoft.EntityFrameworkCore;
|
||||
using StackExchange.Redis.Extensions.Core.Abstractions;
|
||||
using System.Collections.Concurrent;
|
||||
using LightlessSync.API.Dto.CharaData;
|
||||
using LightlessSync.API.Dto.User;
|
||||
using LightlessSyncServer.Services.Interfaces;
|
||||
|
||||
namespace LightlessSyncServer.Hubs;
|
||||
@@ -217,6 +219,8 @@ public partial class LightlessHub : Hub<ILightlessHub>, ILightlessHub
|
||||
await RemoveUserFromRedis().ConfigureAwait(false);
|
||||
|
||||
_lightlessCensus.ClearStatistics(UserUID);
|
||||
|
||||
await UpdateLocation(new LocationDto(new UserData(UserUID), new LocationInfo()), offline: true).ConfigureAwait(false);
|
||||
|
||||
await SendOfflineToAllPairedUsers().ConfigureAwait(false);
|
||||
|
||||
|
||||
@@ -2,15 +2,19 @@
|
||||
using LightlessSyncShared.Data;
|
||||
using LightlessSyncShared.Models;
|
||||
using Microsoft.EntityFrameworkCore;
|
||||
using StackExchange.Redis.Extensions.Core.Abstractions;
|
||||
|
||||
namespace LightlessSyncServer.Services
|
||||
{
|
||||
public class PruneService(LightlessDbContext dbContext) : IPruneService
|
||||
public class PruneService(LightlessDbContext dbContext, IRedisDatabase redis) : IPruneService
|
||||
{
|
||||
private readonly LightlessDbContext _dbContext = dbContext;
|
||||
private readonly IRedisDatabase _redis = redis;
|
||||
|
||||
public async Task<int> CountPrunableUsersAsync(string groupGid, int days, CancellationToken ct)
|
||||
{
|
||||
var onlineUids = await GetOnlineUidsAsync().ConfigureAwait(false);
|
||||
|
||||
var allGroupUsers = await _dbContext.GroupPairs
|
||||
.Include(p => p.GroupUser)
|
||||
.Include(p => p.Group)
|
||||
@@ -20,17 +24,14 @@ namespace LightlessSyncServer.Services
|
||||
var inactivitySpan = GetInactivitySpan(days);
|
||||
var now = DateTime.UtcNow;
|
||||
|
||||
var usersToPrune = allGroupUsers.Where(p =>
|
||||
!p.IsPinned &&
|
||||
!p.IsModerator &&
|
||||
!string.Equals(p.Group.OwnerUID, p.GroupUserUID, StringComparison.Ordinal) &&
|
||||
p.GroupUser.LastLoggedIn < now - inactivitySpan);
|
||||
|
||||
return usersToPrune.Count();
|
||||
var usersToPrune = GetPruneUserList(allGroupUsers, onlineUids, inactivitySpan, now);
|
||||
return usersToPrune.Count;
|
||||
}
|
||||
|
||||
public async Task<IReadOnlyList<GroupPair>> ExecutePruneAsync(string groupGid, int days, CancellationToken ct)
|
||||
{
|
||||
var onlineUids = await GetOnlineUidsAsync().ConfigureAwait(false);
|
||||
|
||||
var allGroupUsers = await _dbContext.GroupPairs
|
||||
.Include(p => p.GroupUser)
|
||||
.Include(p => p.Group)
|
||||
@@ -40,12 +41,7 @@ namespace LightlessSyncServer.Services
|
||||
var inactivitySpan = GetInactivitySpan(days);
|
||||
var now = DateTime.UtcNow;
|
||||
|
||||
var usersToPrune = allGroupUsers.Where(p =>
|
||||
!p.IsPinned &&
|
||||
!p.IsModerator &&
|
||||
!string.Equals(p.Group.OwnerUID, p.GroupUserUID, StringComparison.Ordinal) &&
|
||||
p.GroupUser.LastLoggedIn < now - inactivitySpan)
|
||||
.ToList();
|
||||
var usersToPrune = GetPruneUserList(allGroupUsers, onlineUids, inactivitySpan, now);
|
||||
|
||||
_dbContext.GroupPairs.RemoveRange(usersToPrune);
|
||||
await _dbContext.SaveChangesAsync(ct).ConfigureAwait(false);
|
||||
@@ -53,8 +49,52 @@ namespace LightlessSyncServer.Services
|
||||
return usersToPrune;
|
||||
}
|
||||
|
||||
private static TimeSpan GetInactivitySpan(int days) => days == 0
|
||||
? TimeSpan.FromMinutes(15)
|
||||
: TimeSpan.FromDays(days);
|
||||
private static List<GroupPair> GetPruneUserList(
|
||||
List<GroupPair> allGroupUsers,
|
||||
HashSet<string> onlineUids,
|
||||
TimeSpan inactivitySpan,
|
||||
DateTime now)
|
||||
{
|
||||
return
|
||||
[
|
||||
.. allGroupUsers.Where(p =>
|
||||
!p.IsPinned &&
|
||||
!p.IsModerator &&
|
||||
!string.Equals(p.Group.OwnerUID, p.GroupUserUID, StringComparison.Ordinal) &&
|
||||
!onlineUids.Contains(p.GroupUserUID) &&
|
||||
p.GroupUser.LastLoggedIn < now - inactivitySpan),
|
||||
];
|
||||
}
|
||||
|
||||
private async Task<HashSet<string>> GetOnlineUidsAsync()
|
||||
{
|
||||
var keys = await _redis.SearchKeysAsync("UID:*").ConfigureAwait(false);
|
||||
|
||||
var set = new HashSet<string>(StringComparer.Ordinal);
|
||||
|
||||
foreach (var k in keys)
|
||||
{
|
||||
if (string.IsNullOrEmpty(k)) continue;
|
||||
|
||||
const string prefix = "UID:";
|
||||
if (k.StartsWith(prefix, StringComparison.Ordinal))
|
||||
{
|
||||
var uid = k.Substring(prefix.Length);
|
||||
if (!string.IsNullOrEmpty(uid))
|
||||
set.Add(uid);
|
||||
}
|
||||
else
|
||||
{
|
||||
var idx = k.IndexOf(':', StringComparison.Ordinal);
|
||||
if (idx >= 0 && idx < k.Length - 1)
|
||||
set.Add(k[(idx + 1)..]);
|
||||
}
|
||||
}
|
||||
|
||||
return set;
|
||||
}
|
||||
|
||||
private static TimeSpan GetInactivitySpan(int days) =>
|
||||
days == 0 ? TimeSpan.FromHours(2) : TimeSpan.FromDays(days);
|
||||
}
|
||||
}
|
||||
}
|
||||
@@ -24,7 +24,7 @@ namespace LightlessSyncServer.Worker
|
||||
var hubContext = scope.ServiceProvider.GetRequiredService<IHubContext<LightlessHub>>();
|
||||
|
||||
var groups = await db.Groups
|
||||
.Where(g => g.AutoPruneEnabled && g.AutoPruneDays > 0)
|
||||
.Where(g => g.AutoPruneEnabled)
|
||||
.ToListAsync(stoppingToken).ConfigureAwait(false);
|
||||
|
||||
foreach (var group in groups)
|
||||
|
||||
1332
LightlessSyncServer/LightlessSyncShared/Migrations/20251229015535_ShareLocation.Designer.cs
generated
Normal file
1332
LightlessSyncServer/LightlessSyncShared/Migrations/20251229015535_ShareLocation.Designer.cs
generated
Normal file
File diff suppressed because it is too large
Load Diff
@@ -0,0 +1,30 @@
|
||||
using System;
|
||||
using Microsoft.EntityFrameworkCore.Migrations;
|
||||
|
||||
#nullable disable
|
||||
|
||||
namespace LightlessSyncServer.Migrations
|
||||
{
|
||||
/// <inheritdoc />
|
||||
public partial class ShareLocation : Migration
|
||||
{
|
||||
/// <inheritdoc />
|
||||
protected override void Up(MigrationBuilder migrationBuilder)
|
||||
{
|
||||
migrationBuilder.AddColumn<DateTimeOffset>(
|
||||
name: "share_location_until",
|
||||
table: "user_permission_sets",
|
||||
type: "timestamp with time zone",
|
||||
nullable: false,
|
||||
defaultValue: new DateTimeOffset(new DateTime(1, 1, 1, 0, 0, 0, 0, DateTimeKind.Unspecified), new TimeSpan(0, 0, 0, 0, 0)));
|
||||
}
|
||||
|
||||
/// <inheritdoc />
|
||||
protected override void Down(MigrationBuilder migrationBuilder)
|
||||
{
|
||||
migrationBuilder.DropColumn(
|
||||
name: "share_location_until",
|
||||
table: "user_permission_sets");
|
||||
}
|
||||
}
|
||||
}
|
||||
@@ -941,6 +941,10 @@ namespace LightlessSyncServer.Migrations
|
||||
.HasColumnType("boolean")
|
||||
.HasColumnName("is_paused");
|
||||
|
||||
b.Property<DateTimeOffset>("ShareLocationUntil")
|
||||
.HasColumnType("timestamp with time zone")
|
||||
.HasColumnName("share_location_until");
|
||||
|
||||
b.Property<bool>("Sticky")
|
||||
.HasColumnType("boolean")
|
||||
.HasColumnName("sticky");
|
||||
|
||||
@@ -15,4 +15,5 @@ public class UserPermissionSet
|
||||
public bool DisableAnimations { get; set; } = false;
|
||||
public bool DisableVFX { get; set; } = false;
|
||||
public bool DisableSounds { get; set; } = false;
|
||||
public DateTimeOffset ShareLocationUntil { get; set; } = DateTimeOffset.MinValue;
|
||||
}
|
||||
|
||||
@@ -102,36 +102,37 @@ public sealed class CachedFileProvider : IDisposable
|
||||
|
||||
private bool TryCopyFromColdStorage(string hash, string destinationFilePath)
|
||||
{
|
||||
if (!_configuration.GetValueOrDefault(nameof(StaticFilesServerConfiguration.UseColdStorage), false)) return false;
|
||||
if (!_configuration.GetValueOrDefault(nameof(StaticFilesServerConfiguration.UseColdStorage), false)) return false;
|
||||
|
||||
string coldStorageDir = _configuration.GetValueOrDefault(nameof(StaticFilesServerConfiguration.ColdStorageDirectory), string.Empty);
|
||||
if (string.IsNullOrEmpty(coldStorageDir)) return false;
|
||||
string coldStorageDir = _configuration.GetValueOrDefault(nameof(StaticFilesServerConfiguration.ColdStorageDirectory), string.Empty);
|
||||
if (string.IsNullOrEmpty(coldStorageDir)) return false;
|
||||
|
||||
var coldStorageFilePath = FilePathUtil.GetFileInfoForHash(coldStorageDir, hash);
|
||||
if (coldStorageFilePath == null) return false;
|
||||
var coldStorageFilePath = FilePathUtil.GetFileInfoForHash(coldStorageDir, hash);
|
||||
if (coldStorageFilePath == null) return false;
|
||||
|
||||
try
|
||||
{
|
||||
_logger.LogDebug("Copying {hash} from cold storage: {path}", hash, coldStorageFilePath);
|
||||
var tempFileName = destinationFilePath + ".dl";
|
||||
File.Copy(coldStorageFilePath.FullName, tempFileName, true);
|
||||
File.Move(tempFileName, destinationFilePath, true);
|
||||
coldStorageFilePath.LastAccessTimeUtc = DateTime.UtcNow;
|
||||
var destinationFile = new FileInfo(destinationFilePath);
|
||||
destinationFile.LastAccessTimeUtc = DateTime.UtcNow;
|
||||
destinationFile.CreationTimeUtc = DateTime.UtcNow;
|
||||
destinationFile.LastWriteTimeUtc = DateTime.UtcNow;
|
||||
_metrics.IncGauge(MetricsAPI.GaugeFilesTotal);
|
||||
_metrics.IncGauge(MetricsAPI.GaugeFilesTotalSize, new FileInfo(destinationFilePath).Length);
|
||||
return true;
|
||||
}
|
||||
catch (Exception ex)
|
||||
{
|
||||
_logger.LogWarning(ex, "Could not copy {coldStoragePath} from cold storage", coldStorageFilePath);
|
||||
}
|
||||
try
|
||||
{
|
||||
_logger.LogDebug("Copying {hash} from cold storage: {path}", hash, coldStorageFilePath);
|
||||
var tempFileName = destinationFilePath + ".dl";
|
||||
File.Copy(coldStorageFilePath.FullName, tempFileName, true);
|
||||
File.Move(tempFileName, destinationFilePath, true);
|
||||
|
||||
return false;
|
||||
}
|
||||
File.SetLastAccessTimeUtc(coldStorageFilePath.FullName, DateTime.UtcNow);
|
||||
File.SetLastAccessTimeUtc(destinationFilePath, DateTime.UtcNow);
|
||||
File.SetCreationTimeUtc(destinationFilePath, DateTime.UtcNow);
|
||||
File.SetLastWriteTimeUtc(destinationFilePath, DateTime.UtcNow);
|
||||
|
||||
_metrics.IncGauge(MetricsAPI.GaugeFilesTotal);
|
||||
_metrics.IncGauge(MetricsAPI.GaugeFilesTotalSize, new FileInfo(destinationFilePath).Length);
|
||||
return true;
|
||||
}
|
||||
catch (Exception ex)
|
||||
{
|
||||
_logger.LogWarning(ex, "Could not copy {coldStoragePath} from cold storage", coldStorageFilePath);
|
||||
}
|
||||
|
||||
return false;
|
||||
}
|
||||
|
||||
public async Task DownloadFileWhenRequired(string hash)
|
||||
{
|
||||
@@ -170,15 +171,22 @@ public sealed class CachedFileProvider : IDisposable
|
||||
|
||||
public FileInfo? GetLocalFilePath(string hash)
|
||||
{
|
||||
var fi = FilePathUtil.GetFileInfoForHash(_hotStoragePath, hash);
|
||||
if (fi == null) return null;
|
||||
var fi = FilePathUtil.GetFileInfoForHash(_hotStoragePath, hash);
|
||||
if (fi == null) return null;
|
||||
|
||||
fi.LastAccessTimeUtc = DateTime.UtcNow;
|
||||
try
|
||||
{
|
||||
File.SetLastAccessTimeUtc(fi.FullName, DateTime.UtcNow);
|
||||
}
|
||||
catch (Exception ex)
|
||||
{
|
||||
_logger.LogWarning(ex, "Failed to update LastAccessTimeUtc for file {hash}", hash);
|
||||
}
|
||||
|
||||
_fileStatisticsService.LogFile(hash, fi.Length);
|
||||
_fileStatisticsService.LogFile(hash, fi.Length);
|
||||
|
||||
return new FileInfo(fi.FullName);
|
||||
}
|
||||
return new FileInfo(fi.FullName);
|
||||
}
|
||||
|
||||
public async Task<FileInfo?> DownloadAndGetLocalFileInfo(string hash)
|
||||
{
|
||||
|
||||
Reference in New Issue
Block a user