hfapi

hf-dataset.js

@@ -1,13 +1,16 @@
-// Using built-in fetch (available in Node.js 18+)
+const { HfApi } = require('@huggingface/hub');
 
 class HFDatasetManager {
   constructor() {
     this.hfToken = process.env.HF_TOKEN;
     this.datasetId = process.env.HF_DATASET_ID || "Detomo/houzou-devices";
     this.fileName = "devices.json";
-    this.baseUrl = "https://huggingface.co/api/v1";
     this.isEnabled = !!this.hfToken;
     
+    if (this.isEnabled) {
+      this.hfApi = new HfApi({ accessToken: this.hfToken });
+    }
+    
     console.log(`🤗 HF Dataset Manager initialized`);
     console.log(`   Dataset: ${this.datasetId}`);
     console.log(`   Enabled: ${this.isEnabled}`);
@@ -64,19 +67,19 @@ class HFDatasetManager {
       const devicesArray = Array.from(deviceMap.entries());
       const jsonData = JSON.stringify(devicesArray, null, 2);
       
-      // Upload to HF dataset using direct file upload
-      const response = await fetch(`https://huggingface.co/datasets/${this.datasetId}/upload/main/${this.fileName}`, {
-        method: 'PUT',
-        headers: {
-          'Authorization': `Bearer ${this.hfToken}`,
-          'Content-Type': 'application/json'
+      // Create a buffer from the JSON data
+      const fileContent = Buffer.from(jsonData, 'utf8');
+      
+      // Upload using HfApi.uploadFile
+      await this.hfApi.uploadFile({
+        repo: this.datasetId,
+        file: {
+          path: this.fileName,
+          content: fileContent
         },
-        body: jsonData
+        repoType: 'dataset',
+        commitMessage: `Update devices data (${deviceMap.size} devices)`
       });
-
-      if (!response.ok) {
-        throw new Error(`HTTP ${response.status}: ${response.statusText}`);
-      }
       
       console.log(`✅ Successfully saved ${deviceMap.size} devices to HF dataset`);
       return true;
@@ -94,21 +97,36 @@ class HFDatasetManager {
     }
 
     try {
-      console.log('🔍 Initializing dataset...');
+      console.log('🔍 Checking if dataset exists...');
       
-      // Try to create initial empty devices file - this will auto-create the dataset if needed
-      const success = await this.saveDevices(new Map());
-      
-      if (success) {
-        console.log('✅ Dataset initialized successfully');
+      // Try to check if dataset exists
+      try {
+        await this.hfApi.repoInfo({ repo: this.datasetId, repoType: 'dataset' });
+        console.log('✅ Dataset already exists');
         return true;
-      } else {
-        console.log('⚠️ Dataset initialization failed, will use fallback');
-        return false;
+      } catch (error) {
+        if (error.message.includes('404')) {
+          console.log('📁 Dataset not found, creating new one...');
+          
+          // Create new dataset
+          await this.hfApi.createRepo({
+            repo: this.datasetId,
+            repoType: 'dataset',
+            description: 'Device tokens for Houzou Medical App notifications'
+          });
+          
+          console.log('✅ Dataset created successfully');
+          
+          // Create initial empty devices file
+          await this.saveDevices(new Map());
+          return true;
+        }
+        throw error;
       }
       
     } catch (error) {
       console.error('❌ Error initializing dataset:', error);
+      console.log('⚠️ Dataset initialization failed, will use fallback');
       return false;
     }
   }

package-lock.json

@@ -9,7 +9,7 @@
       "version": "1.0.0",
       "license": "MIT",
       "dependencies": {
-        "@huggingface/hub": "^0.16.0",
+        "@huggingface/hub": "^0.19.0",
         "body-parser": "^1.20.2",
         "cors": "^2.8.5",
         "dotenv": "^16.3.1",
@@ -233,12 +233,12 @@
       }
     },
     "node_modules/@huggingface/hub": {
-      "version": "0.16.0",
-      "resolved": "https://registry.npmjs.org/@huggingface/hub/-/hub-0.16.0.tgz",
-      "integrity": "sha512-4B/i2SLIvNTvUFF0MZlPOzWrtJ86RZ8kp4EN8RXgp7CAfSw4xQRWcYYvtjVwhp3VWPBhRpSMsLyL2aesG5uScQ==",
+      "version": "0.19.0",
+      "resolved": "https://registry.npmjs.org/@huggingface/hub/-/hub-0.19.0.tgz",
+      "integrity": "sha512-5f0POHxsQzi1RrtGmk5I+PuSXQnWx4c7WU6+JofZcdrb5mT5frV01MpGS41HRPwoQm2ZWjBfzkRpAnqBNCw2Hg==",
       "license": "MIT",
       "dependencies": {
-        "@huggingface/tasks": "^0.12.8"
+        "@huggingface/tasks": "^0.12.28"
       },
       "engines": {
         "node": ">=18"

package.json

@@ -12,7 +12,8 @@
     "firebase-admin": "^12.0.0",
     "cors": "^2.8.5",
     "body-parser": "^1.20.2",
-    "dotenv": "^16.3.1"
+    "dotenv": "^16.3.1",
+    "@huggingface/hub": "^0.19.0"
   },
   "devDependencies": {
     "nodemon": "^3.0.2"