fix: name dupes

Rocket.toml

@@ -3,4 +3,7 @@ address = "0.0.0.0"
 
 [default.databases.sea_orm]
 # sqlite
-url = "sqlite://db.sqlite?mode=rwc"
+# url = "sqlite://db.sqlite?mode=rwc"
+
+# mysql
+url = "mysql://root:@localhost/pdrs"

api/src/process.rs

@@ -49,16 +49,18 @@ pub async fn similarity(
 }
 
 pub async fn update_feature_names(sep_text: &[&str], db: &DbConn) -> Result<(), DbErr> {
-    let names = Query::list_names(db).await.unwrap();
+    let mut names = Query::list_names(db).await.unwrap();
 
     for word in sep_text {
         let mut found = false;
-        for name in &names {
+        for name in &mut names {
             if name.name == *word {
+                println!("{} {}", word, name.df);
                 found = true;
                 if let Err(e) = Mutation::update_name(db, &name.name, name.df + 1).await {
                     return Err(e);
                 }
+                name.df += 1;
                 break;
             }
         }
@@ -67,6 +69,8 @@ pub async fn update_feature_names(sep_text: &[&str], db: &DbConn) -> Result<(),
             if let Err(e) = Mutation::add_name(db, &word, 1).await {
                 return Err(e);
             }
+            // dummy indicator to avoid the same word being added repeatedly
+            names.push(entity::name::Model { id: 0, name: String::from(*word), df: 1 });
         }
     }
 

entity/src/paper.rs

@@ -8,6 +8,7 @@ pub struct Model {
     #[sea_orm(primary_key)]
     pub id: i32,
     pub pid: String,
+    #[sea_orm(column_type = "Text")]
     pub text: String,
 }
 

migration/Cargo.toml

@@ -16,5 +16,5 @@ async-std = { version = "1", features = ["attributes", "tokio1"] }
 version = "0.12.10"
 features = [
   "runtime-tokio-native-tls",
-  "sqlx-sqlite",
+  "sqlx-mysql",
 ]

migration/src/m20231223_000001_create_tables.rs

@@ -20,7 +20,7 @@ impl MigrationTrait for Migration {
                             .primary_key(),
                     )
                     .col(ColumnDef::new(Papers::Pid).string().not_null())
-                    .col(ColumnDef::new(Papers::Text).string().not_null())
+                    .col(ColumnDef::new(Papers::Text).text().not_null())
                     .to_owned(),
             )
             .await?;

service/Cargo.toml

@@ -11,7 +11,7 @@ serde_json = { version = "1" }
 version = "0.12.10"
 features = [
     "runtime-tokio-native-tls",
-    "sqlx-sqlite",
+    "sqlx-mysql",
 ]
 
 [dev-dependencies]