Add HuggingFace dataset discovery and import options

.gitignore

@@ -64,3 +64,16 @@ dkms.conf
 /src/HartsysDatasetEditor.Core/obj
 /.vs
 /src/HartsysDatasetEditor.Api/data
+/src/DTO/obj
+/src/DTO/bin
+/src/Core/obj
+/src/ClientApp/obj
+/.claude
+/src/APIBackend/obj
+/src/APIBackend/bin
+/src/ClientApp/bin
+/src/Core/bin
+/tests/ClientApp.Tests/obj
+/tests/ClientApp.Tests/bin
+/tests/APIBackend.Tests/obj
+/tests/APIBackend.Tests/bin

ApprovedExtensions.json

@@ -0,0 +1,138 @@
+{
+  "schemaVersion": 1,
+  "lastUpdated": "2025-01-15T00:00:00Z",
+  "description": "Curated list of verified Dataset Studio extensions",
+  "extensions": [
+    {
+      "id": "CoreViewer",
+      "name": "Core Viewer",
+      "author": "Hartsy AI",
+      "description": "Essential dataset viewing with grid, list, and masonry layouts. Provides foundational viewing capabilities for all dataset types.",
+      "repositoryUrl": "https://github.com/hartsy-ai/ds-ext-coreviewer",
+      "category": "BuiltIn",
+      "verified": true,
+      "isOfficial": true,
+      "minCoreVersion": "1.0.0",
+      "latestVersion": "1.0.0",
+      "downloadCount": 0,
+      "rating": 5.0,
+      "tags": ["viewer", "grid", "list", "masonry", "official", "essential"],
+      "permissions": [
+        "datasets.read"
+      ],
+      "screenshots": [],
+      "documentation": "https://github.com/hartsy-ai/ds-ext-coreviewer/blob/main/README.md"
+    },
+    {
+      "id": "Creator",
+      "name": "Dataset Creator",
+      "author": "Hartsy AI",
+      "description": "Create datasets from multiple sources: CSV, TSV, JSON, JSONL, ZIP archives, folders, and HuggingFace. Supports both streaming and download modes for HuggingFace datasets.",
+      "repositoryUrl": "https://github.com/hartsy-ai/ds-ext-creator",
+      "category": "BuiltIn",
+      "verified": true,
+      "isOfficial": true,
+      "minCoreVersion": "1.0.0",
+      "latestVersion": "1.0.0",
+      "downloadCount": 0,
+      "rating": 5.0,
+      "tags": ["creator", "upload", "import", "huggingface", "official", "essential"],
+      "permissions": [
+        "datasets.write",
+        "filesystem.read",
+        "network.external"
+      ],
+      "screenshots": [],
+      "documentation": "https://github.com/hartsy-ai/ds-ext-creator/blob/main/README.md"
+    },
+    {
+      "id": "Editor",
+      "name": "Advanced Editor",
+      "author": "Hartsy AI",
+      "description": "Advanced dataset editing with bulk operations, batch tagging, metadata editor, and powerful search/filter capabilities. Perfect for dataset curation and refinement.",
+      "repositoryUrl": "https://github.com/hartsy-ai/ds-ext-editor",
+      "category": "BuiltIn",
+      "verified": true,
+      "isOfficial": true,
+      "minCoreVersion": "1.0.0",
+      "latestVersion": "1.0.0",
+      "downloadCount": 0,
+      "rating": 5.0,
+      "tags": ["editor", "bulk-edit", "curation", "official"],
+      "permissions": [
+        "datasets.read",
+        "datasets.write",
+        "items.edit",
+        "items.bulk_edit",
+        "items.delete"
+      ],
+      "screenshots": [],
+      "documentation": "https://github.com/hartsy-ai/ds-ext-editor/blob/main/README.md"
+    },
+    {
+      "id": "AITools",
+      "name": "AI Tools",
+      "author": "Hartsy AI",
+      "description": "AI-powered caption generation, image tagging, and quality scoring using BLIP, CLIP, and other vision models. Supports OpenAI and Anthropic API integration.",
+      "repositoryUrl": "https://github.com/hartsy-ai/ds-ext-aitools",
+      "category": "BuiltIn",
+      "verified": true,
+      "isOfficial": true,
+      "minCoreVersion": "1.0.0",
+      "latestVersion": "1.0.0",
+      "downloadCount": 0,
+      "rating": 5.0,
+      "tags": ["ai", "caption", "tagging", "machine-learning", "official"],
+      "permissions": [
+        "datasets.read",
+        "datasets.write",
+        "items.edit",
+        "network.external",
+        "ai.inference"
+      ],
+      "screenshots": [],
+      "documentation": "https://github.com/hartsy-ai/ds-ext-aitools/blob/main/README.md"
+    }
+  ],
+  "categories": [
+    {
+      "id": "BuiltIn",
+      "name": "Built-In",
+      "description": "Official extensions maintained by the Dataset Studio team"
+    },
+    {
+      "id": "Community",
+      "name": "Community",
+      "description": "Third-party extensions developed by the community"
+    },
+    {
+      "id": "Tools",
+      "name": "Tools",
+      "description": "Utility extensions for dataset manipulation and analysis"
+    },
+    {
+      "id": "Integrations",
+      "name": "Integrations",
+      "description": "Extensions that integrate with external services"
+    },
+    {
+      "id": "Visualization",
+      "name": "Visualization",
+      "description": "Extensions for advanced dataset visualization"
+    }
+  ],
+  "permissionDescriptions": {
+    "datasets.read": "View datasets and items",
+    "datasets.write": "Create and update datasets",
+    "datasets.delete": "Delete datasets",
+    "items.edit": "Edit individual items",
+    "items.bulk_edit": "Bulk edit multiple items",
+    "items.delete": "Delete items",
+    "filesystem.read": "Read files from local filesystem",
+    "filesystem.write": "Write files to local filesystem",
+    "network.external": "Make requests to external APIs",
+    "ai.inference": "Run AI model inference",
+    "extensions.manage": "Install and uninstall extensions",
+    "users.manage": "Manage users and permissions"
+  }
+}

DatasetStudio.sln

@@ -0,0 +1,84 @@
+
+Microsoft Visual Studio Solution File, Format Version 12.00
+# Visual Studio Version 17
+VisualStudioVersion = 17.0.31903.59
+MinimumVisualStudioVersion = 10.0.40219.1
+Project("{2150E333-8FDC-42A3-9474-1A3956D46DE8}") = "src", "src", "{827E0CD3-B72D-47B6-A68D-7590B98EB39B}"
+EndProject
+Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "Core", "src\Core\Core.csproj", "{77007545-7C22-45D8-B0C6-7D754D40EBF2}"
+EndProject
+Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "DTO", "src\DTO\DTO.csproj", "{4330827C-C747-4754-AEF5-69E9AB4FDD22}"
+EndProject
+Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "APIBackend", "src\APIBackend\APIBackend.csproj", "{D909E26C-4A44-4485-BE66-44DC98BC2145}"
+EndProject
+Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "ClientApp", "src\ClientApp\ClientApp.csproj", "{0D968462-1C85-4C18-BB73-8ADB02DD4301}"
+EndProject
+Global
+	GlobalSection(SolutionConfigurationPlatforms) = preSolution
+		Debug|Any CPU = Debug|Any CPU
+		Debug|x64 = Debug|x64
+		Debug|x86 = Debug|x86
+		Release|Any CPU = Release|Any CPU
+		Release|x64 = Release|x64
+		Release|x86 = Release|x86
+	EndGlobalSection
+	GlobalSection(ProjectConfigurationPlatforms) = postSolution
+		{77007545-7C22-45D8-B0C6-7D754D40EBF2}.Debug|Any CPU.ActiveCfg = Debug|Any CPU
+		{77007545-7C22-45D8-B0C6-7D754D40EBF2}.Debug|Any CPU.Build.0 = Debug|Any CPU
+		{77007545-7C22-45D8-B0C6-7D754D40EBF2}.Debug|x64.ActiveCfg = Debug|Any CPU
+		{77007545-7C22-45D8-B0C6-7D754D40EBF2}.Debug|x64.Build.0 = Debug|Any CPU
+		{77007545-7C22-45D8-B0C6-7D754D40EBF2}.Debug|x86.ActiveCfg = Debug|Any CPU
+		{77007545-7C22-45D8-B0C6-7D754D40EBF2}.Debug|x86.Build.0 = Debug|Any CPU
+		{77007545-7C22-45D8-B0C6-7D754D40EBF2}.Release|Any CPU.ActiveCfg = Release|Any CPU
+		{77007545-7C22-45D8-B0C6-7D754D40EBF2}.Release|Any CPU.Build.0 = Release|Any CPU
+		{77007545-7C22-45D8-B0C6-7D754D40EBF2}.Release|x64.ActiveCfg = Release|Any CPU
+		{77007545-7C22-45D8-B0C6-7D754D40EBF2}.Release|x64.Build.0 = Release|Any CPU
+		{77007545-7C22-45D8-B0C6-7D754D40EBF2}.Release|x86.ActiveCfg = Release|Any CPU
+		{77007545-7C22-45D8-B0C6-7D754D40EBF2}.Release|x86.Build.0 = Release|Any CPU
+		{4330827C-C747-4754-AEF5-69E9AB4FDD22}.Debug|Any CPU.ActiveCfg = Debug|Any CPU
+		{4330827C-C747-4754-AEF5-69E9AB4FDD22}.Debug|Any CPU.Build.0 = Debug|Any CPU
+		{4330827C-C747-4754-AEF5-69E9AB4FDD22}.Debug|x64.ActiveCfg = Debug|Any CPU
+		{4330827C-C747-4754-AEF5-69E9AB4FDD22}.Debug|x64.Build.0 = Debug|Any CPU
+		{4330827C-C747-4754-AEF5-69E9AB4FDD22}.Debug|x86.ActiveCfg = Debug|Any CPU
+		{4330827C-C747-4754-AEF5-69E9AB4FDD22}.Debug|x86.Build.0 = Debug|Any CPU
+		{4330827C-C747-4754-AEF5-69E9AB4FDD22}.Release|Any CPU.ActiveCfg = Release|Any CPU
+		{4330827C-C747-4754-AEF5-69E9AB4FDD22}.Release|Any CPU.Build.0 = Release|Any CPU
+		{4330827C-C747-4754-AEF5-69E9AB4FDD22}.Release|x64.ActiveCfg = Release|Any CPU
+		{4330827C-C747-4754-AEF5-69E9AB4FDD22}.Release|x64.Build.0 = Release|Any CPU
+		{4330827C-C747-4754-AEF5-69E9AB4FDD22}.Release|x86.ActiveCfg = Release|Any CPU
+		{4330827C-C747-4754-AEF5-69E9AB4FDD22}.Release|x86.Build.0 = Release|Any CPU
+		{D909E26C-4A44-4485-BE66-44DC98BC2145}.Debug|Any CPU.ActiveCfg = Debug|Any CPU
+		{D909E26C-4A44-4485-BE66-44DC98BC2145}.Debug|Any CPU.Build.0 = Debug|Any CPU
+		{D909E26C-4A44-4485-BE66-44DC98BC2145}.Debug|x64.ActiveCfg = Debug|Any CPU
+		{D909E26C-4A44-4485-BE66-44DC98BC2145}.Debug|x64.Build.0 = Debug|Any CPU
+		{D909E26C-4A44-4485-BE66-44DC98BC2145}.Debug|x86.ActiveCfg = Debug|Any CPU
+		{D909E26C-4A44-4485-BE66-44DC98BC2145}.Debug|x86.Build.0 = Debug|Any CPU
+		{D909E26C-4A44-4485-BE66-44DC98BC2145}.Release|Any CPU.ActiveCfg = Release|Any CPU
+		{D909E26C-4A44-4485-BE66-44DC98BC2145}.Release|Any CPU.Build.0 = Release|Any CPU
+		{D909E26C-4A44-4485-BE66-44DC98BC2145}.Release|x64.ActiveCfg = Release|Any CPU
+		{D909E26C-4A44-4485-BE66-44DC98BC2145}.Release|x64.Build.0 = Release|Any CPU
+		{D909E26C-4A44-4485-BE66-44DC98BC2145}.Release|x86.ActiveCfg = Release|Any CPU
+		{D909E26C-4A44-4485-BE66-44DC98BC2145}.Release|x86.Build.0 = Release|Any CPU
+		{0D968462-1C85-4C18-BB73-8ADB02DD4301}.Debug|Any CPU.ActiveCfg = Debug|Any CPU
+		{0D968462-1C85-4C18-BB73-8ADB02DD4301}.Debug|Any CPU.Build.0 = Debug|Any CPU
+		{0D968462-1C85-4C18-BB73-8ADB02DD4301}.Debug|x64.ActiveCfg = Debug|Any CPU
+		{0D968462-1C85-4C18-BB73-8ADB02DD4301}.Debug|x64.Build.0 = Debug|Any CPU
+		{0D968462-1C85-4C18-BB73-8ADB02DD4301}.Debug|x86.ActiveCfg = Debug|Any CPU
+		{0D968462-1C85-4C18-BB73-8ADB02DD4301}.Debug|x86.Build.0 = Debug|Any CPU
+		{0D968462-1C85-4C18-BB73-8ADB02DD4301}.Release|Any CPU.ActiveCfg = Release|Any CPU
+		{0D968462-1C85-4C18-BB73-8ADB02DD4301}.Release|Any CPU.Build.0 = Release|Any CPU
+		{0D968462-1C85-4C18-BB73-8ADB02DD4301}.Release|x64.ActiveCfg = Release|Any CPU
+		{0D968462-1C85-4C18-BB73-8ADB02DD4301}.Release|x64.Build.0 = Release|Any CPU
+		{0D968462-1C85-4C18-BB73-8ADB02DD4301}.Release|x86.ActiveCfg = Release|Any CPU
+		{0D968462-1C85-4C18-BB73-8ADB02DD4301}.Release|x86.Build.0 = Release|Any CPU
+	EndGlobalSection
+	GlobalSection(SolutionProperties) = preSolution
+		HideSolutionNode = FALSE
+	EndGlobalSection
+	GlobalSection(NestedProjects) = preSolution
+		{77007545-7C22-45D8-B0C6-7D754D40EBF2} = {827E0CD3-B72D-47B6-A68D-7590B98EB39B}
+		{4330827C-C747-4754-AEF5-69E9AB4FDD22} = {827E0CD3-B72D-47B6-A68D-7590B98EB39B}
+		{D909E26C-4A44-4485-BE66-44DC98BC2145} = {827E0CD3-B72D-47B6-A68D-7590B98EB39B}
+		{0D968462-1C85-4C18-BB73-8ADB02DD4301} = {827E0CD3-B72D-47B6-A68D-7590B98EB39B}
+	EndGlobalSection
+EndGlobal