Files
RobustToolbox/Robust.Shared/Reflection/ReflectionManager.cs
Paul Ritter 80f9f24243 Serialization v3 aka constant suffering (#1606)
* oops

* fixes serialization il

* copytest

* typo & misc fixes

* 139 moment

* boxing

* mesa dum

* stuff

* goodbye bad friend

* last commit before the big (4) rewrite

* adds datanodes

* kills yamlobjserializer in favor of the new system

* adds more serializers, actually implements them & removes most of the last of the old system

* changed yamlfieldattribute namespace

* adds back iselfserialize

* refactors consts&flags

* renames everything to data(field/definition)

* adds afterserialization

* help

* dataclassgen

* fuggen help me mannen

* Fix most errors on content

* Fix engine errors except map loader

* maploader & misc fix

* misc fixes

* thing

* help

* refactors datanodes

* help me mannen

* Separate ITypeSerializer into reader and writer

* Convert all type serializers

* priority

* adds alot

* il fixes

* adds robustgen

* argh

* adds array & enum serialization

* fixes dataclasses

* adds vec2i / misc fixes

* fixes inheritance

* a very notcursed todo

* fixes some custom dataclasses

* push dis

* Remove data classes

* boutta box

* yes

* Add angle and regex serializer tests

* Make TypeSerializerTest abstract

* sets up ioc etc

* remove pushinheritance

* fixes

* Merge fixes, fix yaml hot reloading

* General fixes2

* Make enum serialization ignore case

* Fix the tag not being copied in data nodes

* Fix not properly serializing flag enums

* Fix component serialization on startup

* Implement ValueDataNode ToString

* Serialization IL fixes, fix return and string equality

* Remove async from prototype manager

* Make serializing unsupported node as enum exception more descriptive

* Fix serv3 tryread casting to serializer instead of reader

* Add constructor for invalid node type exception

* Temporary fix for SERV3: Turn populate delegate into regular code

* Fix not copying the data of non primitive types

* Fix not using the data definition found in copying

* Make ISerializationHooks require explicit implementations

* Add test for serialization inheritance

* Improve IsOverridenIn method

* Fix error message when a data definition is null

* Add method to cast a read value in Serv3Manager

* Rename IServ3Manager to ISerializationManager

* Rename usages of serv3manager, add generic copy method

* Fix IL copy method lookup

* Rename old usages of serv3manager

* Add ITypeCopier

* resistance is futile

* we will conquer this codebase

* Add copy method to all serializers

* Make primitive mismatch error message more descriptive

* bing bong im going to freacking heck

* oopsie moment

* hello are you interested in my wares

* does generic serializers under new architecture

* Convert every non generic serializer to the new format, general fixes

* Update usgaes of generic serializers, cleanup

* does some pushinheritance logic

* finishes pushinheritance FRAMEWORK

* shed

* Add box2, color and component registry serializer tests

* Create more deserialized types and store prototypes with their deserialized results

* Fixes and serializer updates

* Add serialization manager extensions

* adds pushinheritance

* Update all prototypes to have a parent and have consistent id/parent properties

* Fix grammar component serialization

* Add generic serializer tests

* thonk

* Add array serializer test

* Replace logger warning calls with exceptions

* fixes

* Move redundant methods to serialization manager extensions, cleanup

* Add array serialization

* fixes context

* more fixes

* argh

* inheritance

* this should do it

* fixes

* adds copiers & fixes some stuff

* copiers use context v1

* finishing copy context

* more context fixes

* Test fixes

* funky maps

* Fix server user interface component serialization

* Fix value tuple serialization

* Add copying for value types and arrays. Fix copy internal for primitives, enums and strings

* fixes

* fixes more stuff

* yes

* Make abstract/interface skips debugs instead of warnings

* Fix typo

* Make some dictionaries readonly

* Add checks for the serialization manager initializing and already being initialized

* Add base type required and usage for MeansDataDefinition and ImplicitDataDefinitionForInheritorsAttribute

* copy by ref

* Fix exception wording

* Update data field required summary with the new forbidden docs

* Use extension in map loader

* wanna erp

* Change serializing to not use il temporarily

* Make writing work with nullable types

* pushing

* check

* cuddling slaps HARD

* Add serialization priority test

* important fix

* a serialization thing

* serializer moment

* Add validation for some type serializers

* adds context

* moar context

* fixes

* Do the thing for appearance

* yoo lmao

* push haha pp

* Temporarily make copy delegate regular c# code

* Create deserialized component registry to handle not inheriting conflicting references

* YAML LINTER BABY

* ayes

* Fix sprite component norot not being default true like in latest master

* Remove redundant todos

* Add summary doc to every ISerializationManager method

* icon fixes

* Add skip hook argument to readers and copiers

* Merge fixes

* Fix ordering of arguments in read and copy reflection call

* Fix user interface components deserialization

* pew pew

* i am going to HECK

* Add MustUseReturnValue to copy-over methods

* Make serialization log calls use the same sawmill

* gamin

* Fix doc errors in ISerializationManager.cs

* goodbye brave soldier

* fixes

* WIP merge fixes and entity serialization

* aaaaaaaaaaaaaaa

* aaaaaaaaaaaaaaa

* adds inheritancebehaviour

* test/datafield fixes

* forgot that one

* adds more verbose validation

* This fixes the YAML hot reloading

* Replace yield break with Enumerable.Empty

* adds copiers

* aaaaaaaaaaaaa

* array fix
priority fix
misc fixes

* fix(?)

* fix.

* funny map serialization (wip)

* funny map serialization (wip)

* Add TODO

* adds proper info the validation

* Make yaml linter 5 times faster (~80% less execution time)

* Improves the error message for missing fields in the linter

* Include component name in unknown component type error node

* adds alwaysrelevant usa

* fixes mapsaving

* moved surpressor to analyzers proj

* warning cleanup & moves surpressor

* removes old msbuild targets

* Revert "Make yaml linter 5 times faster (~80% less execution time)"

This reverts commit 2ee4cc2c26.

* Add serialization to RobustServerSimulation and mock reflection methods
Fixes container tests

* Fix nullability warnings

* Improve yaml linter message feedback

* oops moment

* Add IEquatable, IComparable, ToString and operators to DataPosition
Rename it to NodeMark
Make it a readonly struct

* Remove try catch from enum parsing

* Make dependency management in serialization less bad

* Make dependencies an argument instead of a property on the serialization manager

* Clean up type serializers

* Improve validation messages and resourc epath checking

* Fix sprite error message

* reached perfection

Co-authored-by: Paul <ritter.paul1+git@googlemail.com>
Co-authored-by: DrSmugleaf <DrSmugleaf@users.noreply.github.com>
Co-authored-by: Vera Aguilera Puerto <zddm@outlook.es>
2021-03-04 15:59:14 -08:00

253 lines
7.9 KiB
C#

using System;
using System.Collections.Generic;
using System.Diagnostics.CodeAnalysis;
using System.Linq;
using System.Reflection;
using Robust.Shared.Log;
using Robust.Shared.Serialization;
using Robust.Shared.ViewVariables;
namespace Robust.Shared.Reflection
{
public abstract class ReflectionManager : IReflectionManager
{
/// <summary>
/// Enumerable over prefixes that are added to the type provided to <see cref="GetType(string)"/>
/// if the type can't be found in any assemblies.
/// </summary>
/// <remarks>
/// First prefix should probably be <code>""</code>.
/// </remarks>
protected abstract IEnumerable<string> TypePrefixes { get; }
private readonly List<Assembly> assemblies = new();
public event EventHandler<ReflectionUpdateEventArgs>? OnAssemblyAdded;
[ViewVariables]
public IReadOnlyList<Assembly> Assemblies => assemblies;
private readonly Dictionary<(Type baseType, string typeName), Type?> _yamlTypeTagCache = new();
private readonly Dictionary<string, Type> _looseTypeCache = new();
private readonly Dictionary<string, Enum> _enumCache = new();
/// <inheritdoc />
public IEnumerable<Type> GetAllChildren<T>(bool inclusive = false)
{
return GetAllChildren(typeof(T), inclusive);
}
/// <inheritdoc />
public IEnumerable<Type> GetAllChildren(Type baseType, bool inclusive = false)
{
var typeLists = new List<Type[]>(Assemblies.Count);
try
{
// There's very little assemblies, so storing these temporarily is cheap.
// We need to do it ahead of time so that we can catch ReflectionTypeLoadException HERE,
// so whoever is using us doesn't have to handle them.
foreach (var assembly in Assemblies)
{
typeLists.Add(assembly.GetTypes());
}
}
catch (ReflectionTypeLoadException e)
{
Logger.Error("Caught ReflectionTypeLoadException! Dumping child exceptions:");
if (e.LoaderExceptions != null)
{
foreach (var inner in e.LoaderExceptions)
{
if (inner != null)
{
Logger.Error(inner.ToString());
}
}
}
throw;
}
foreach (var t in typeLists)
{
foreach (var type in t)
{
if (!baseType.IsAssignableFrom(type) || type.IsAbstract)
{
continue;
}
var attribute = (ReflectAttribute?) Attribute.GetCustomAttribute(type, typeof(ReflectAttribute));
if (!(attribute?.Discoverable ?? ReflectAttribute.DEFAULT_DISCOVERABLE))
{
continue;
}
if (baseType == type && !inclusive)
{
continue;
}
yield return type;
}
}
}
public void LoadAssemblies(params Assembly[] args) => LoadAssemblies(args.AsEnumerable());
public void LoadAssemblies(IEnumerable<Assembly> assemblies)
{
this.assemblies.AddRange(assemblies);
OnAssemblyAdded?.Invoke(this, new ReflectionUpdateEventArgs(this));
}
/// <seealso cref="TypePrefixes"/>
public Type? GetType(string name)
{
// The priority in which types are retrieved is based on the TypePrefixes list.
// This is an implementation detail. If you need it: make a better API.
foreach (string prefix in TypePrefixes)
{
string appendedName = prefix + name;
foreach (var assembly in Assemblies)
{
var theType = assembly.GetType(appendedName);
if (theType != null)
{
return theType;
}
}
}
return null;
}
/// <inheritdoc />
public Type LooseGetType(string name)
{
if (TryLooseGetType(name, out var ret))
{
return ret;
}
throw new ArgumentException("Unable to find type.");
}
public bool TryLooseGetType(string name, [NotNullWhen(true)] out Type? type)
{
if (_looseTypeCache.TryGetValue(name, out type))
return true;
foreach (var assembly in assemblies)
{
foreach (var tryType in assembly.DefinedTypes)
{
if (tryType.FullName!.EndsWith(name))
{
type = tryType;
_looseTypeCache[name] = type;
return true;
}
}
}
type = default;
return false;
}
/// <inheritdoc />
public IEnumerable<Type> FindTypesWithAttribute<T>() where T : Attribute
{
return FindTypesWithAttribute(typeof(T));
}
/// <inheritdoc />
public IEnumerable<Type> FindTypesWithAttribute(Type attributeType)
{
var types = new List<Type>();
foreach (var assembly in Assemblies)
{
types.AddRange(assembly.GetTypes().Where(type => Attribute.IsDefined(type, attributeType)));
}
return types;
}
/// <inheritdoc />
public bool TryParseEnumReference(string reference, [NotNullWhen(true)] out Enum? @enum)
{
if (!reference.StartsWith("enum."))
{
@enum = default;
return false;
}
reference = reference.Substring(5);
if (_enumCache.TryGetValue(reference, out @enum))
return true;
var dotIndex = reference.LastIndexOf('.');
var typeName = reference.Substring(0, dotIndex);
var value = reference.Substring(dotIndex + 1);
foreach (var assembly in assemblies)
{
foreach (var type in assembly.DefinedTypes)
{
if (!type.IsEnum || !type.FullName!.EndsWith(typeName))
{
continue;
}
@enum = (Enum) Enum.Parse(type, value);
_enumCache[reference] = @enum;
return true;
}
}
throw new ArgumentException("Could not resolve enum reference.");
}
public Type? YamlTypeTagLookup(Type baseType, string typeName)
{
if (_yamlTypeTagCache.TryGetValue((baseType, typeName), out var type))
{
return type;
}
Type? found = null;
foreach (var derivedType in GetAllChildren(baseType))
{
if (!derivedType.IsPublic)
{
continue;
}
if (derivedType.Name == typeName)
{
found = derivedType;
break;
}
var serializedAttribute = derivedType.GetCustomAttribute<SerializedTypeAttribute>();
if (serializedAttribute != null &&
serializedAttribute.SerializeName == typeName)
{
found = derivedType;
break;
}
}
_yamlTypeTagCache.Add((baseType, typeName), found);
return found;
}
}
}