Add course embeddings

.gitignore

@@ -2,3 +2,5 @@
 venv/
 .venv/
 
+subject_embeddings/categories_embeddings_full.csv
+subject_embeddings/courses_embeddings_full.csv

requirements.txt

@@ -41,3 +41,4 @@ tzdata==2024.1
 urllib3==2.2.1
 wasabi==1.1.2
 weasel==0.3.4
+sentence-transformers

subject_embeddings/categories.csv

@@ -0,0 +1,21 @@
+architecture
+area and gender studies
+business
+communication and information sciences
+education
+fine and performing arts
+history
+interdisciplinary
+language and literature
+law and legal studies
+philosophy and religious studies
+social sciences
+agriculture
+behavioural sciences
+biological sciences
+ecosystem sciences
+engineering
+environmental sciences
+geosciences
+health and medical sciences
+mathematical and physical sciences

subject_embeddings/categories_embeddings.csv

@@ -0,0 +1,21 @@
+-1.102625097026760148e+00,1.087237691983920923e-01,-1.453190546706960851e-01,2.331725058974382758e+00,3.109814739232717784e+00,-1.511440114714152738e+00,-8.330609116172739137e-01,5.981528524396103608e-01
+1.711001631572989512e-01,-4.678210949138775776e-01,-9.911484175667665264e-01,-1.073708335956632620e+00,4.714802143028324899e-01,1.193657580349142544e-01,4.826744506669297663e-02,1.296604477221064089e+00
+-2.216964361840276343e+00,-9.930089712519585277e-01,3.230011606481831610e+00,1.933026058872822084e-01,1.927251631191563910e-02,1.273889104879705192e+00,-1.834922879683234420e+00,-1.091475271764264399e+00
+-1.815586845946378425e+00,-3.335230231556771119e-01,1.085839727089455309e+00,4.473834318368643537e-01,-1.137516977659899897e+00,-1.397735211131669431e+00,6.616535486748964523e-01,-2.890820295580920352e-01
+-1.152246758031898244e+00,-1.469965646731308251e+00,-1.674863780888134368e+00,-1.673615486041864386e+00,-5.753857005932717650e-01,-1.442532359932030994e+00,-1.329466444007939785e+00,1.532367857535272382e+00
+-7.506177724648462057e-02,3.294400108148862305e+00,-1.264768632501368506e+00,-1.193690830857785157e+00,8.651560941100187863e-02,6.077439379720995793e-01,-1.212230811997829116e+00,-3.113343086385234049e-01
+2.583688534390432778e+00,-7.572483143463202282e-01,-1.601731365773353399e-01,-6.527904274809531726e-01,2.223473939458607163e+00,-5.911192088929952959e-01,7.733553745091245046e-01,-9.564525574017840315e-01
+-9.758406920886204539e-01,-3.795303977960793884e-01,-6.159933815168671112e-01,7.678133873108258789e-02,-2.324464563280248530e-01,-1.553972576219294188e+00,-1.316464548682569069e-01,6.828099782956326136e-01
+2.815720624604143740e+00,9.063685156714897939e-01,-4.362400322845650380e-01,1.893008613787700023e-02,-1.082153922675813007e+00,-7.070131162458143104e-01,-2.779277602310590289e-01,-1.317906885340314471e-01
+4.204324981061958733e-01,-5.723413714597410662e-01,3.368547116883194859e-01,-1.932796879767189058e+00,-5.583559833855012977e-01,-1.386903519885877012e+00,-7.879700890663658974e-01,-1.197986574079369149e+00
+1.864851824410360459e+00,-1.109828587210827111e+00,-8.627931051186706890e-01,-1.405631228211874806e+00,5.235980737160560450e-01,-1.134934776506391740e+00,-1.976882510884439892e+00,-1.936347644121930500e+00
+-9.321256858242484844e-01,-1.355946938574335459e+00,-4.551878071630819922e-01,-1.111472374459877344e+00,1.182185501769190961e-02,-1.331133689779970819e+00,2.219735007695302631e-01,-4.489672731334811151e-01
+-7.245324761470708363e-01,-3.066728460480769858e+00,1.714145626145914814e-01,8.910025486477082257e-01,9.605764185000684741e-01,8.814662252365276229e-01,7.669466302355791854e-01,-1.168830990201087383e+00
+-1.857161759561027692e+00,-5.157823222471044078e-01,-1.269642067219781678e+00,-1.886036959529073173e-02,-8.526276820219153008e-01,-1.106434486045177745e-01,-7.767142954956772760e-01,-1.012899955097366078e+00
+-1.447241781079541267e+00,-1.604353687210613222e+00,-1.980443849121267919e+00,1.942734080144473685e+00,-8.914622312011697414e-01,-5.848659084706016031e-01,1.579449848806303347e+00,-2.128669788829201437e+00
+-1.444711987779419893e+00,-1.969391716560039862e+00,-6.931687620665304417e-01,1.387315823707315987e+00,1.993184432980159793e+00,2.217817787346519354e-01,2.163843932599439857e+00,-1.411306039926691458e+00
+-2.596360197025317618e+00,-4.816470943411009786e-01,-6.886112710527764191e-01,3.091003688323639143e+00,1.313643513378108363e+00,-1.043248213210578035e+00,-9.623443738861651164e-01,-3.887916118342801125e-02
+-1.979505874279740230e+00,-1.701506261394165609e+00,-7.321504931475848466e-01,1.736025508313940202e+00,1.546245718610832265e+00,-3.411320598997406028e-01,1.413994728569019310e+00,-1.346750224046147526e+00
+-3.664435873762947882e-01,-1.208700348633915178e+00,-1.906653796370951781e-01,6.657013878519021377e-01,2.082255874922276817e+00,-1.103894697437033834e+00,1.363785826537976309e+00,4.473971803979754913e-01
+-1.364472674495104121e+00,-1.707083604303990532e+00,-1.444879291634733942e+00,-1.144260473463764582e-01,-2.089597645131952675e+00,-3.078853099629051404e-01,5.870724919831564748e-01,-8.141572604921506473e-01
+-1.454168420009761098e+00,-1.217290304481793539e+00,-1.878547359188121879e+00,1.635584962241510398e+00,-5.197368641378142806e-01,-1.060555154353110208e+00,1.446661440183461336e-02,-2.550651561537496725e+00