Implement Syncback to support converting Roblox files to a Rojo project (#937)

This is a very large commit.
Consider checking the linked PR for more information.

rojo-test/syncback-tests/child_but_not/input-project/default.project.json

@@ -0,0 +1,12 @@
+{
+  "name": "child_but_not",
+  "tree": {
+    "$className": "DataModel",
+    "ReplicatedStorage": {
+      "$path": "ReplicatedStorage",
+      "OnlyOneCopy": {
+        "$path": "OnlyOneCopy"
+      }
+    }
+  }
+}

rojo-test/syncback-tests/csv/input-project/default.project.json

@@ -0,0 +1,6 @@
+{
+  "name": "csv",
+  "tree": {
+    "$path": "src"
+  }
+}

rojo-test/syncback-tests/csv/input-project/src/csv_init/init.csv

@@ -0,0 +1,2 @@
+Key,Source,Context,Example,en
+,,,,

rojo-test/syncback-tests/duplicate_rojo_id/input-project/container.model.json

@@ -0,0 +1,13 @@
+{
+  "className": "Folder",
+  "children": [
+    {
+      "name": "value_1",
+      "className": "ObjectValue"
+    },
+    {
+      "name": "value_2",
+      "className": "ObjectValue"
+    }
+  ]
+}

rojo-test/syncback-tests/duplicate_rojo_id/input-project/default.project.json

@@ -0,0 +1,11 @@
+{
+  "name": "duplicate_rojo_id",
+  "tree": {
+    "$className": "DataModel",
+    "ReplicatedStorage": {
+      "container": {
+        "$path": "container.model.json"
+      }
+    }
+  }
+}

rojo-test/syncback-tests/ignore_paths_adding/input-project/default.project.json

@@ -0,0 +1,11 @@
+{
+  "name": "ignore_paths_adding",
+  "tree": {
+    "$path": "src"
+  },
+  "syncbackRules": {
+    "ignorePaths": [
+      "src/*.rbxm"
+    ]
+  }
+}

rojo-test/syncback-tests/ignore_paths_init/input-project/default.project.json

@@ -0,0 +1,11 @@
+{
+  "name": "ignore_paths_init",
+  "tree": {
+    "$path": "src"
+  },
+  "syncbackRules": {
+    "ignorePaths": [
+      "**/init-file/*.luau"
+    ]
+  }
+}

rojo-test/syncback-tests/ignore_paths_init/input-project/src/init-file/init.luau

@@ -0,0 +1 @@
+-- This file SHOULD NOT be updated

rojo-test/syncback-tests/ignore_paths_init/input-project/src/non-init.luau

@@ -0,0 +1 @@
+-- This module SHOULD be updated

rojo-test/syncback-tests/ignore_paths_removing/input-project/default.project.json

@@ -0,0 +1,14 @@
+{
+  "name": "ignore_paths_removing",
+  "tree": {
+    "$className": "DataModel",
+    "ReplicatedStorage": {
+      "$path": "src"
+    }
+  },
+  "syncbackRules": {
+    "ignorePaths": [
+      "*.luau"
+    ]
+  }
+}

rojo-test/syncback-tests/ignore_paths_removing/input-project/src/not_in_place.luau

@@ -0,0 +1 @@
+-- This script is not in the input place file.

rojo-test/syncback-tests/ignore_trees_adding/input-project/default.project.json

@@ -0,0 +1,14 @@
+{
+  "name": "ignore_trees_adding",
+  "tree": {
+    "$className": "DataModel",
+    "ReplicatedStorage": {
+      "$path": "src"
+    }
+  },
+  "syncbackRules": {
+    "ignoreTrees": [
+      "ReplicatedStorage/IgnoreMe"
+    ]
+  }
+}

rojo-test/syncback-tests/ignore_trees_removing/input-project/default.project.json

@@ -0,0 +1,14 @@
+{
+  "name": "ignore_trees_removing",
+  "tree": {
+    "$className": "DataModel",
+    "ReplicatedStorage": {
+      "$path": "src"
+    }
+  },
+  "syncbackRules": {
+    "ignoreTrees": [
+      "ReplicatedStorage/KeepMe"
+    ]
+  }
+}

rojo-test/syncback-tests/json_middlewares/input-project/default.project.json

@@ -0,0 +1,6 @@
+{
+  "name": "json_middleware",
+  "tree": {
+    "$path": "src"
+  }
+}

rojo-test/syncback-tests/json_middlewares/input-project/src/dir_with_meta/init.meta.json

@@ -0,0 +1,3 @@
+{
+  "className": "Configuration"
+}

rojo-test/syncback-tests/json_middlewares/input-project/src/model_json.model.json

@@ -0,0 +1,3 @@
+{
+  "className": "StringValue"
+}

rojo-test/syncback-tests/json_middlewares/input-project/src/project_json.project.json

@@ -0,0 +1,6 @@
+{
+  "name": "project_json",
+  "tree": {
+    "$className": "Color3Value"
+  }
+}

rojo-test/syncback-tests/nested_projects/expected/default.project.json

@@ -0,0 +1,11 @@
+{
+  "name": "nested_projects",
+  "tree": {
+    "$className": "DataModel",
+    "ReplicatedStorage": {
+      "Nested": {
+        "$path": "nested.project.json"
+      }
+    }
+  }
+}

rojo-test/syncback-tests/nested_projects/expected/nested.project.json

@@ -0,0 +1,15 @@
+{
+  "name": "Nested",
+  "tree": {
+    "$className": "Configuration",
+    "BoolValue": {
+      "$className": "BoolValue",
+      "$properties": {
+        "Value": true
+      }
+    },
+    "StringValue": {
+      "$path": "string_value.txt"
+    }
+  }
+}

rojo-test/syncback-tests/nested_projects/expected/string_value.txt

@@ -0,0 +1 @@
+effective cover predict pawn south

rojo-test/syncback-tests/nested_projects/input-project/default.project.json

@@ -0,0 +1,11 @@
+{
+  "name": "nested_projects",
+  "tree": {
+    "$className": "DataModel",
+    "ReplicatedStorage": {
+      "Nested": {
+        "$path": "nested.project.json"
+      }
+    }
+  }
+}

rojo-test/syncback-tests/nested_projects/input-project/nested.project.json

@@ -0,0 +1,12 @@
+{
+  "name": "Nested",
+  "tree": {
+    "$className": "Configuration",
+    "StringValue": {
+      "$path": "string_value.txt"
+    },
+    "BoolValue": {
+      "$className": "BoolValue"
+    }
+  }
+}

rojo-test/syncback-tests/nested_projects_weird/input-project/client-only.project.json

@@ -0,0 +1,9 @@
+{
+  "name": "client_only",
+  "tree": {
+    "$path": "src/modules"
+  },
+  "globIgnorePaths": [
+    "**Server**"
+  ]
+}

rojo-test/syncback-tests/nested_projects_weird/input-project/default.project.json

@@ -0,0 +1,16 @@
+{
+  "name": "nested_projects_but_weird",
+  "tree": {
+    "$className": "DataModel",
+    "ReplicatedStorage": {
+      "modules": {
+        "$path": "client-only.project.json"
+      }
+    },
+    "ServerStorage": {
+      "modules": {
+        "$path": "server-only.project.json"
+      }
+    }
+  }
+}

rojo-test/syncback-tests/nested_projects_weird/input-project/server-only.project.json

@@ -0,0 +1,9 @@
+{
+  "name": "server_only",
+  "tree": {
+    "$path": "src/modules"
+  },
+  "globIgnorePaths": [
+    "**Client**"
+  ]
+}

rojo-test/syncback-tests/project_init/input-project/default.project.json

@@ -0,0 +1,11 @@
+{
+  "name": "project_init",
+  "tree": {
+    "$className": "DataModel",
+    "ReplicatedStorage": {
+      "script": {
+        "$path": "src"
+      }
+    }
+  }
+}

rojo-test/syncback-tests/project_reserialize/expected/attribute_mismatch.luau

@@ -0,0 +1 @@
+-- satellite beef psychology response supply

rojo-test/syncback-tests/project_reserialize/expected/default.project.json

@@ -0,0 +1,29 @@
+{
+  "name": "project_reserialize",
+  "tree": {
+    "$className": "DataModel",
+    "Workspace": {
+      "attribute_mismatch": {
+        "$attributes": {
+          "foo": "bar"
+        },
+        "$path": "attribute_mismatch.luau"
+      },
+      "property_mismatch": {
+        "$path": "property_mismatch.project.json"
+      },
+      "$properties": {
+        "EditorLiveScripting": {
+          "Enum": 0
+        },
+        "SignalBehavior": "Deferred",
+        "StreamOutBehavior": "Opportunistic",
+        "StreamingEnabled": true,
+        "StreamingIntegrityMode": "PauseOutsideLoadedArea"
+      },
+      "$attributes": {
+        "Rojo_Target_CurrentCamera": "6d6ae1d713c82fae0620aa1300000375"
+      }
+    }
+  }
+}

rojo-test/syncback-tests/project_reserialize/expected/property_mismatch.project.json

@@ -0,0 +1,11 @@
+{
+  "name": "property_mismatch",
+  "tree": {
+    "$className": "BrickColorValue",
+    "$properties": {
+      "Value": {
+        "BrickColor": 345
+      }
+    }
+  }
+}

rojo-test/syncback-tests/project_reserialize/input-project/default.project.json

@@ -0,0 +1,15 @@
+{
+  "name": "project_reserialize",
+  "tree": {
+    "$className": "Folder",
+    "attribute_mismatch": {
+      "$attributes": {
+        "foo": "bar"
+      },
+      "$path": "attribute_mismatch.luau"
+    },
+    "property_mismatch": {
+      "$path": "property_mismatch.project.json"
+    }
+  }
+}

rojo-test/syncback-tests/project_reserialize/input-project/property_mismatch.project.json

@@ -0,0 +1,6 @@
+{
+  "name": "property_mismatch",
+  "tree": {
+    "$className": "BrickColorValue"
+  }
+}

rojo-test/syncback-tests/rbxm_fallback/input-project/default.project.json

@@ -0,0 +1,6 @@
+{
+  "name": "rbxm_fallback",
+  "tree": {
+    "$path": "src"
+  }
+}

rojo-test/syncback-tests/ref_properties/input-project/default.project.json

@@ -0,0 +1,9 @@
+{
+  "name": "ref_properties",
+  "tree": {
+    "$className": "DataModel",
+    "ReplicatedStorage": {
+      "$path": "src"
+    }
+  }
+}

rojo-test/syncback-tests/ref_properties/input-project/src/pointer.model.json

@@ -0,0 +1,3 @@
+{
+  "className": "ObjectValue"
+}

rojo-test/syncback-tests/ref_properties/input-project/src/target.model.json

@@ -0,0 +1,3 @@
+{
+  "className": "Folder"
+}

rojo-test/syncback-tests/ref_properties_blank/input-project/default.project.json

@@ -0,0 +1,9 @@
+{
+  "name": "ref_properties_blank",
+  "tree": {
+    "$className": "DataModel",
+    "ReplicatedStorage": {
+      "$path": "src"
+    }
+  }
+}

rojo-test/syncback-tests/ref_properties_conflict/input-project/default.project.json

@@ -0,0 +1,9 @@
+{
+  "name": "ref_properties_conflict",
+  "tree": {
+    "$className": "DataModel",
+    "ReplicatedStorage": {
+      "$path": "src"
+    }
+  }
+}

rojo-test/syncback-tests/ref_properties_conflict/input-project/src/Pointer_1.model.json

@@ -0,0 +1,6 @@
+{
+  "className": "ObjectValue",
+  "attributes": {
+    "Rojo_Target_Value": "identical ID"
+  }
+}

rojo-test/syncback-tests/ref_properties_conflict/input-project/src/Pointer_2.model.json

@@ -0,0 +1,6 @@
+{
+  "className": "ObjectValue",
+  "attributes": {
+    "Rojo_Target_Value": "identical ID"
+  }
+}

rojo-test/syncback-tests/ref_properties_conflict/input-project/src/Target_1.model.json

@@ -0,0 +1,6 @@
+{
+  "className": "Folder",
+  "attributes": {
+    "Rojo_Id": "identical ID"
+  }
+}

rojo-test/syncback-tests/ref_properties_conflict/input-project/src/Target_2.model.json

@@ -0,0 +1,6 @@
+{
+  "className": "Folder",
+  "attributes": {
+    "Rojo_Id": "identical ID"
+  }
+}

rojo-test/syncback-tests/ref_properties_duplicate/input-project/default.project.json

@@ -0,0 +1,6 @@
+{
+  "name": "ref_properties_duplicate",
+  "tree": {
+    "$path": "src"
+  }
+}

rojo-test/syncback-tests/ref_properties_duplicate/input-project/src/Pointer_1.model.json

@@ -0,0 +1,6 @@
+{
+  "className": "ObjectValue",
+  "attributes": {
+    "Rojo_Target_Value": "an ID that should not change"
+  }
+}

rojo-test/syncback-tests/ref_properties_duplicate/input-project/src/Pointer_2.model.json

@@ -0,0 +1,6 @@
+{
+  "className": "ObjectValue",
+  "attributes": {
+    "Rojo_Target_Value": "an ID that should not change"
+  }
+}

rojo-test/syncback-tests/ref_properties_duplicate/input-project/src/Target.model.json

@@ -0,0 +1,6 @@
+{
+  "className": "Folder",
+  "attributes": {
+    "Rojo_Id": "an ID that should not change"
+  }
+}

rojo-test/syncback-tests/respect_old_middleware/input-project/default.project.json

@@ -0,0 +1,9 @@
+{
+  "name": "respect_old_middleware",
+  "tree": {
+    "$path": "src",
+    "project_node": {
+      "$className": "BoolValue"
+    }
+  }
+}

rojo-test/syncback-tests/respect_old_middleware/input-project/src/model_json.model.json

@@ -0,0 +1,3 @@
+{
+  "className": "StringValue"
+}

rojo-test/syncback-tests/respect_old_middleware/input-project/src/rbxmx.rbxmx

@@ -0,0 +1,15 @@
+<roblox xmlns:xmime="http://www.w3.org/2005/05/xmlmime" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:noNamespaceSchemaLocation="http://www.roblox.com/roblox.xsd" version="4">
+	<Meta name="ExplicitAutoJoints">true</Meta>
+	<External>null</External>
+	<External>nil</External>
+	<Item class="Folder" referent="RBX3331BF9CAA2D48DCAD7E3A0C645FDC33">
+		<Properties>
+			<BinaryString name="AttributesSerialize"></BinaryString>
+			<SecurityCapabilities name="Capabilities">0</SecurityCapabilities>
+			<bool name="DefinesCapabilities">false</bool>
+			<string name="Name">rbxmx</string>
+			<int64 name="SourceAssetId">-1</int64>
+			<BinaryString name="Tags"></BinaryString>
+		</Properties>
+	</Item>
+</roblox>

rojo-test/syncback-tests/string_value_project/input-project/default.project.json

@@ -0,0 +1,12 @@
+{
+  "name": "string_value_project",
+  "tree": {
+    "$className": "Folder",
+    "on_file_system": {
+      "$path": "string_value.txt"
+    },
+    "inside_project_file": {
+      "$className": "StringValue"
+    }
+  }
+}

rojo-test/syncback-tests/sync_rules/input-project/default.project.json

@@ -0,0 +1,16 @@
+{
+  "name": "sync_rules",
+  "tree": {
+    "$path": "src"
+  },
+  "syncRules": [
+    {
+      "use": "text",
+      "pattern": "*.text"
+    },
+    {
+      "use": "moduleScript",
+      "pattern": "*.modulescript"
+    }
+  ]
+}

rojo-test/syncback-tests/sync_rules/input-project/src/module.modulescript

@@ -0,0 +1 @@
+-- This should be a in the file 'module.modulescript'. It should be updated to have a second line.

rojo-test/syncback-tests/sync_rules/input-project/src/text.text

@@ -0,0 +1 @@
+-- This should be a in the file 'text.text'. It should be updated to have a second line.

rojo-test/syncback-tests/unscriptable_properties/input-project/default.project.json

@@ -0,0 +1,9 @@
+{
+  "name": "unscriptable_properties",
+  "tree": {
+    "$className": "BinaryStringValue"
+  },
+  "syncbackRules": {
+    "syncUnscriptable": true
+  }
+}