fix dbdbdbdbdb

Author: thisIsAnVariableOfACoder

backend/database/career_advisor.db

@@ -0,0 +1,57 @@
+const path = require('path');
+const sqlite3 = require('sqlite3').verbose();
+
+const catalogDbPath = path.join(__dirname, '../database/career_catalog.db');
+const advisorDbPath = path.join(__dirname, '../database/career_advisor.db');
+
+console.log('📊 Checking database counts...\n');
+
+// Check career_catalog.db
+const catalogDb = new sqlite3.Database(catalogDbPath, (err) => {
+    if (err) {
+        console.error('❌ Cannot open career_catalog.db:', err.message);
+        return;
+    }
+
+    catalogDb.get('SELECT COUNT(*) as count FROM jobs', (err, row) => {
+        if (err) {
+            console.error('❌ Error querying catalog:', err.message);
+        } else {
+            console.log(`✅ career_catalog.db (jobs table): ${row.count} records`);
+        }
+        catalogDb.close();
+    });
+});
+
+// Check career_advisor.db
+const advisorDb = new sqlite3.Database(advisorDbPath, (err) => {
+    if (err) {
+        console.error('❌ Cannot open career_advisor.db:', err.message);
+        return;
+    }
+
+    advisorDb.get('SELECT COUNT(*) as count FROM careers', (err, row) => {
+        if (err) {
+            console.error('❌ Error querying advisor:', err.message);
+        } else {
+            console.log(`✅ career_advisor.db (careers table): ${row.count} records`);
+        }
+
+        // Check duplicates
+        advisorDb.all(`
+      SELECT name, COUNT(*) as count 
+      FROM careers 
+      GROUP BY name 
+      HAVING count > 1
+    `, (err, rows) => {
+            if (err) {
+                console.error('❌ Error checking duplicates:', err.message);
+            } else if (rows.length > 0) {
+                console.log(`\n⚠️  Found ${rows.length} duplicate careers`);
+            } else {
+                console.log('\n✅ No duplicates found');
+            }
+            advisorDb.close();
+        });
+    });
+});

backend/database/career_catalog.db

@@ -0,0 +1,59 @@
+const path = require('path');
+const sqlite3 = require('sqlite3').verbose();
+
+const advisorDbPath = path.join(__dirname, '../database/career_advisor.db');
+const { buildCareerRecords } = require('../data/careerLibrary');
+
+console.log('🧹 Cleaning up career_advisor.db to match careerLibrary...\n');
+
+const db = new sqlite3.Database(advisorDbPath, (err) => {
+    if (err) {
+        console.error('❌ Cannot open database:', err.message);
+        process.exit(1);
+    }
+});
+
+const careers = buildCareerRecords();
+console.log(`📊 Career library has ${careers.length} careers\n`);
+
+// Clear existing careers
+db.run('DELETE FROM careers', (err) => {
+    if (err) {
+        console.error('❌ Error clearing careers:', err.message);
+        db.close();
+        process.exit(1);
+    }
+
+    console.log('✅ Cleared existing careers');
+
+    // Insert new careers
+    const stmt = db.prepare(`
+    INSERT INTO careers (name, category, required_skills, salary_range, job_outlook, description)
+    VALUES (?, ?, ?, ?, ?, ?)
+  `);
+
+    let inserted = 0;
+    for (const career of careers) {
+        stmt.run(
+            career.name,
+            career.category,
+            JSON.stringify(career.required_skills || []),
+            career.salary_range || 'Negotiable',
+            career.job_outlook || 'good',
+            career.description || ''
+        );
+        inserted++;
+    }
+
+    stmt.finalize(() => {
+        db.get('SELECT COUNT(*) as count FROM careers', (err, row) => {
+            if (err) {
+                console.error('❌ Error counting:', err.message);
+            } else {
+                console.log(`✅ Inserted ${inserted} careers`);
+                console.log(`✅ Final count: ${row.count} careers`);
+            }
+            db.close();
+        });
+    });
+});

backend/scripts/checkDbCounts.js

@@ -28,22 +28,31 @@ function getConversationState(conversationId, userType = 'high_school') {
 function getNextQuestion(conversationId, userType) {
   const state = getConversationState(conversationId, userType);
 
-  // Initial mode: ask 5-7 broad questions
-  if (state.answers.length >= 7) {
+  // Initial mode: ask 20-30 broad questions
+  if (state.answers.length >= 25) {
     return null; // Done with initial questions
   }
 
   // Get broad questions from different categories
-  const categories = ['skill', 'interest', 'scenario'];
+  const categories = ['skill', 'interest', 'scenario', 'workstyle'];
   const targetCategory = categories[state.answers.length % categories.length];
 
   const availableQuestions = ALL_QUESTIONS.filter(q =>
     q.category === targetCategory &&
-    !state.asked Questions.has(q.id)
+    !state.askedQuestions.has(q.id)
   );
 
   if (availableQuestions.length === 0) {
-    return null;
+    // Fallback to any category if no questions in target category
+    const anyAvailable = ALL_QUESTIONS.filter(q => !state.askedQuestions.has(q.id));
+    if (anyAvailable.length === 0) return null;
+    const question = anyAvailable[0];
+    return {
+      id: question.id,
+      text: question.text,
+      type: 'yes_no_maybe',
+      options: ['Có', 'Có thể', 'Không']
+    };
   }
 
   // Return first available question
@@ -200,33 +209,47 @@ function getCareerRecommendations(conversationId) {
   // Combine initial and refinement answers
   const allAnswers = [...state.answers, ...state.refinementAnswers];
 
-  if (allAnswers.length < 3) {
-    throw new Error('Need at least 3 answers to generate recommendations');
+  if (allAnswers.length < 10) {
+    throw new Error(`Need at least 10 answers to generate recommendations (current: ${allAnswers.length})`);
   }
 
   // Calculate scores
   const scores = calculateCareerScoresFromAnswers(allAnswers);
 
-  // Rank and normalize
-  const sortedCareers = Object.entries(scores)
+  // Filter out careers with very low scores (minimum threshold)
+  const minScoreThreshold = Math.max(...Object.values(scores)) * 0.1; // 10% of max score
+  const filteredScores = Object.entries(scores)
+    .filter(([, score]) => score >= minScoreThreshold)
     .sort((a, b) => b[1] - a[1])
     .slice(0, 10);
 
-  const totalScore = sortedCareers.reduce((sum, [, score]) => sum + score, 0);
+  if (filteredScores.length === 0) {
+    throw new Error('No careers match your profile');
+  }
+
+  // Softmax normalization for smoother probability distribution
+  const maxScore = filteredScores[0][1];
+  const expScores = filteredScores.map(([career, score]) => [
+    career,
+    Math.exp((score - maxScore) / 50) // Temperature parameter = 50
+  ]);
+
+  const sumExp = expScores.reduce((sum, [, exp]) => sum + exp, 0);
 
-  const recommendations = sortedCareers.map(([career, score]) => ({
+  const recommendations = expScores.map(([career, exp], index) => ({
     career_name: career,
-    match_score: score,
-    probability: totalScore > 0 ? (score / totalScore) : 0.1,
-    confidence: score > 100 ? 'high' : score > 50 ? 'medium' : 'low',
+    match_score: Math.round(filteredScores[index][1]),
+    probability: exp / sumExp,
+    confidence: filteredScores[index][1] > 150 ? 'high' :
+      filteredScores[index][1] > 75 ? 'medium' : 'low',
     reasons: generateReasons(career, allAnswers)
   }));
 
   return {
     recommendations,
     totalAnswers: allAnswers.length,
     mode: state.mode,
-    canRefine: state.mode === 'initial' && allAnswers.length >= 5
+    canRefine: state.mode === 'initial' && allAnswers.length >= 20
   };
 }
 

backend/scripts/cleanAdvisorDb.js

@@ -15,7 +15,7 @@ export default function Explore() {
   const [page, setPage] = useState(0);
   const [error, setError] = useState('');
 
-  const limit = 24;
+  const limit = 100; // Load 100 jobs by default
 
   useEffect(() => {
     let cancelled = false;