using Semmle.Util; using System; using System.IO; using System.Linq; namespace Semmle.Extraction.Entities { public class File : CachedEntity { private File(Context cx, string path) : base(cx, path) { originalPath = path; transformedPathLazy = new Lazy(() => Context.Extractor.PathTransformer.Transform(originalPath)); } private readonly string originalPath; private readonly Lazy transformedPathLazy; private PathTransformer.ITransformedPath TransformedPath => transformedPathLazy.Value; public override bool NeedsPopulation => true; public override void Populate(TextWriter trapFile) { trapFile.files(this, TransformedPath.Value, TransformedPath.NameWithoutExtension, TransformedPath.Extension); if (TransformedPath.ParentDirectory is PathTransformer.ITransformedPath dir) trapFile.containerparent(Folder.Create(Context, dir), this); var trees = Context.Compilation.SyntaxTrees.Where(t => t.FilePath == originalPath); if (trees.Any()) { foreach (var text in trees.Select(tree => tree.GetText())) { var rawText = text.ToString() ?? ""; var lineCounts = LineCounter.ComputeLineCounts(rawText); if (rawText.Length > 0 && rawText[rawText.Length - 1] != '\n') lineCounts.Total++; trapFile.numlines(this, lineCounts); Context.TrapWriter.Archive(originalPath, TransformedPath, text.Encoding ?? System.Text.Encoding.Default); } } else if (IsPossiblyTextFile()) { try { System.Text.Encoding encoding; var lineCount = 0; using (var sr = new StreamReader(originalPath, detectEncodingFromByteOrderMarks: true)) { while (sr.ReadLine() != null) { lineCount++; } encoding = sr.CurrentEncoding; } trapFile.numlines(this, new LineCounts() { Total = lineCount, Code = 0, Comment = 0 }); Context.TrapWriter.Archive(originalPath, TransformedPath, encoding ?? System.Text.Encoding.Default); } catch (Exception exc) { Context.ExtractionError($"Couldn't read file: {originalPath}. {exc.Message}", null, null, exc.StackTrace); } } trapFile.file_extraction_mode(this, Context.Extractor.Standalone ? 1 : 0); } private bool IsPossiblyTextFile() { var extension = TransformedPath.Extension.ToLowerInvariant(); return !extension.Equals("dll") && !extension.Equals("exe"); } public override void WriteId(System.IO.TextWriter trapFile) { trapFile.Write(TransformedPath.DatabaseId); trapFile.Write(";sourcefile"); } public static File Create(Context cx, string path) => FileFactory.Instance.CreateEntity(cx, (typeof(File), path), path); public static File CreateGenerated(Context cx) => GeneratedFile.Create(cx); private class GeneratedFile : File { private GeneratedFile(Context cx) : base(cx, "") { } public override bool NeedsPopulation => true; public override void Populate(TextWriter trapFile) { trapFile.files(this, "", "", ""); } public override void WriteId(TextWriter trapFile) { trapFile.Write("GENERATED;sourcefile"); } public static GeneratedFile Create(Context cx) => GeneratedFileFactory.Instance.CreateEntity(cx, typeof(GeneratedFile), null); private class GeneratedFileFactory : ICachedEntityFactory { public static GeneratedFileFactory Instance { get; } = new GeneratedFileFactory(); public GeneratedFile Create(Context cx, string? init) => new GeneratedFile(cx); } } public override Microsoft.CodeAnalysis.Location? ReportingLocation => null; private class FileFactory : ICachedEntityFactory { public static FileFactory Instance { get; } = new FileFactory(); public File Create(Context cx, string init) => new File(cx, init); } public override TrapStackBehaviour TrapStackBehaviour => TrapStackBehaviour.NoLabel; } }