Merge branch 'master' into serena/supportPip

microsoft · Oct 26, 2021 · 2daed28 · 2daed28
2 parents fea82e2 + 2771853
commit 2daed28
Show file tree

Hide file tree

Showing 38 changed files with 145 additions and 142 deletions.
diff --git a/CODEOWNERS b/CODEOWNERS
@@ -26,3 +26,6 @@ cyber/           @rolevin
 
 #Jason's Areas
 explainers/      @memoryz
+
+#Serena's Areas
+website/         @serenaruan
diff --git a/README.md b/README.md
@@ -258,7 +258,7 @@ VM](docs/gpu-setup.md).
 ### Building from source
 
 SynapseML has recently transitioned to a new build infrastructure. 
-For detailed developer docs please see the [Developer Readme](docs/developer-readme.md)
+For detailed developer docs please see the [Developer Readme](website/docs/reference/developer-readme.md)
 
 If you are an existing synapsemldeveloper, you will need to reconfigure your 
 development setup. We now support platform independent development and 
@@ -268,7 +268,7 @@ better integrate with intellij and SBT.
 ### R (Beta)
 
 To try out SynapseML using the R autogenerated wrappers [see our
-instructions](docs/R-setup.md).  Note: This feature is still under development
+instructions](website/docs/reference/R-setup.md).  Note: This feature is still under development
 and some necessary custom wrappers may be missing.
 
 ## Papers

diff --git a/website/docs/documentation/estimators/core/_IsolationForest.md b/website/docs/documentation/estimators/core/_IsolationForest.md
@@ -77,7 +77,7 @@ val isolationForest = (new IsolationForest()
 </Tabs>
 
 <DocTable className="CleanMissingData"
-py="mmlspark.isolationforest.html#module-mmlspark.isolationforest.IsolationForest"
+py="synapse.ml.isolationforest.html#module-synapse.ml.isolationforest.IsolationForest"
 scala="com/microsoft/azure/synapse/ml/isolationforest/IsolationForest.html"
 sourceLink="https://github.com/microsoft/SynapseML/blob/master/core/src/main/scala/com/microsoft/azure/synapse/ml/isolationforest/IsolationForest.scala" />
 

diff --git a/website/docs/documentation/estimators/core/_NN.md b/website/docs/documentation/estimators/core/_NN.md
@@ -61,7 +61,7 @@ val cknn = (new ConditionalKNN()
 </Tabs>
 
 <DocTable className="ConditionalKNN"
-py="mmlspark.nn.html#module-mmlspark.nn.ConditionalKNN"
+py="synapse.ml.nn.html#module-synapse.ml.nn.ConditionalKNN"
 scala="com/microsoft/azure/synapse/ml/nn/ConditionalKNN.html"
 sourceLink="https://github.com/microsoft/SynapseML/blob/master/core/src/main/scala/com/microsoft/azure/synapse/ml/nn/ConditionalKNN.scala" />
 
@@ -100,7 +100,7 @@ val knn = (new KNN()
 </Tabs>
 
 <DocTable className="KNN"
-py="mmlspark.nn.html#module-mmlspark.nn.KNN"
+py="synapse.ml.nn.html#module-synapse.ml.nn.KNN"
 scala="com/microsoft/azure/synapse/ml/nn/KNN.html"
 sourceLink="https://github.com/microsoft/SynapseML/blob/master/core/src/main/scala/com/microsoft/azure/synapse/ml/nn/KNN.scala" />
 

diff --git a/website/docs/documentation/estimators/core/_Recommendation.md b/website/docs/documentation/estimators/core/_Recommendation.md
@@ -217,19 +217,19 @@ display(tvRecommendationSplit.fit(transformedDf).transform(transformedDf))
 </Tabs>
 
 <DocTable className="RecommendationIndexer"
-py="mmlspark.recommendation.html#module-mmlspark.recommendation.RecommendationIndexer"
+py="synapse.ml.recommendation.html#module-synapse.ml.recommendation.RecommendationIndexer"
 scala="com/microsoft/azure/synapse/ml/recommendation/RecommendationIndexer.html"
 sourceLink="https://github.com/microsoft/SynapseML/blob/master/core/src/main/scala/com/microsoft/azure/synapse/ml/recommendation/RecommendationIndexer.scala" />
 <DocTable className="RankingEvaluator"
-py="mmlspark.recommendation.html#module-mmlspark.recommendation.RankingEvaluator"
+py="synapse.ml.recommendation.html#module-synapse.ml.recommendation.RankingEvaluator"
 scala="com/microsoft/azure/synapse/ml/recommendation/RankingEvaluator.html"
 sourceLink="https://github.com/microsoft/SynapseML/blob/master/core/src/main/scala/com/microsoft/azure/synapse/ml/recommendation/RankingEvaluator.scala" />
 <DocTable className="RankingAdapter"
-py="mmlspark.recommendation.html#module-mmlspark.recommendation.RankingAdapter"
+py="synapse.ml.recommendation.html#module-synapse.ml.recommendation.RankingAdapter"
 scala="com/microsoft/azure/synapse/ml/recommendation/RankingAdapter.html"
 sourceLink="https://github.com/microsoft/SynapseML/blob/master/core/src/main/scala/com/microsoft/azure/synapse/ml/recommendation/RankingAdapter.scala" />
 <DocTable className="RankingTrainValidationSplit"
-py="mmlspark.recommendation.html#module-mmlspark.recommendation.RankingTrainValidationSplit"
+py="synapse.ml.recommendation.html#module-synapse.ml.recommendation.RankingTrainValidationSplit"
 scala="com/microsoft/azure/synapse/ml/recommendation/RankingTrainValidationSplit.html"
 sourceLink="https://github.com/microsoft/SynapseML/blob/master/core/src/main/scala/com/microsoft/azure/synapse/ml/recommendation/RankingTrainValidationSplit.scala" />
 
@@ -384,7 +384,7 @@ display(adapter.fit(res1).transform(res1))
 </Tabs>
 
 <DocTable className="SAR"
-py="mmlspark.recommendation.html#module-mmlspark.recommendation.SAR"
+py="synapse.ml.recommendation.html#module-synapse.ml.recommendation.SAR"
 scala="com/microsoft/azure/synapse/ml/recommendation/SAR.html"
 sourceLink="https://github.com/microsoft/SynapseML/blob/master/core/src/main/scala/com/microsoft/azure/synapse/ml/recommendation/SAR.scala" />
 
diff --git a/website/docs/documentation/estimators/core/_Train.md b/website/docs/documentation/estimators/core/_Train.md
@@ -97,7 +97,7 @@ display(tc.fit(df).transform(df))
 </Tabs>
 
 <DocTable className="TrainClassifier"
-py="mmlspark.train.html#module-mmlspark.train.TrainClassifier"
+py="synapse.ml.train.html#module-synapse.ml.train.TrainClassifier"
 scala="com/microsoft/azure/synapse/ml/train/TrainClassifier.html"
 sourceLink="https://github.com/microsoft/SynapseML/blob/master/core/src/main/scala/com/microsoft/azure/synapse/ml/train/TrainClassifier.scala" />
 
@@ -179,7 +179,7 @@ display(trainRegressor.fit(dataset).transform(dataset))
 </Tabs>
 
 <DocTable className="TrainRegressor"
-py="mmlspark.train.html#module-mmlspark.train.TrainRegressor"
+py="synapse.ml.train.html#module-synapse.ml.train.TrainRegressor"
 scala="com/microsoft/azure/synapse/ml/train/TrainRegressor.html"
 sourceLink="https://github.com/microsoft/SynapseML/blob/master/core/src/main/scala/com/microsoft/azure/synapse/ml/train/TrainRegressor.scala" />
 

diff --git a/website/docs/documentation/transformers/_OpenCV.md b/website/docs/documentation/transformers/_OpenCV.md
@@ -73,7 +73,7 @@ display(it.transform(images))
 </Tabs>
 
 <DocTable className="ImageTransformer"
-py="mmlspark.opencv.html#module-mmlspark.opencv.ImageTransformer"
+py="synapse.ml.opencv.html#module-synapse.ml.opencv.ImageTransformer"
 scala="com/microsoft/azure/synapse/ml/opencv/ImageTransformer.html"
 sourceLink="https://github.com/microsoft/SynapseML/blob/master/opencv/src/main/scala/com/microsoft/azure/synapse/ml/opencv/ImageTransformer.scala" />
 
@@ -129,7 +129,7 @@ display(isa.transform(images))
 </Tabs>
 
 <DocTable className="ImageSetAugmenter"
-py="mmlspark.opencv.html#module-mmlspark.opencv.ImageSetAugmenter"
+py="synapse.ml.opencv.html#module-synapse.ml.opencv.ImageSetAugmenter"
 scala="com/microsoft/azure/synapse/ml/opencv/ImageSetAugmenter.html"
 sourceLink="https://github.com/microsoft/SynapseML/blob/master/opencv/src/main/scala/com/microsoft/azure/synapse/ml/opencv/ImageSetAugmenter.scala" />
 

diff --git a/website/docs/documentation/transformers/_VW.md b/website/docs/documentation/transformers/_VW.md
@@ -237,7 +237,7 @@ display(interactions.transform(df))
 </Tabs>
 
 <DocTable className="VowpalWabbitInteractions"
-py="mmlspark.vw.html#module-mmlspark.vw.VowpalWabbitInteractions"
+py="synapse.ml.vw.html#module-synapse.ml.vw.VowpalWabbitInteractions"
 scala="com/microsoft/azure/synapse/ml/vw/VowpalWabbitInteractions.html"
 sourceLink="https://github.com/microsoft/SynapseML/blob/master/vw/src/main/scala/com/microsoft/azure/synapse/ml/vw/VowpalWabbitInteractions.scala" />
 

diff --git a/website/docs/documentation/transformers/cognitive/_AnomalyDetection.md b/website/docs/documentation/transformers/cognitive/_AnomalyDetection.md
@@ -217,7 +217,7 @@ display(da.transform(df))
 </Tabs>
 
 <DocTable className="DetectAnomalies" 
-py="mmlspark.cognitive.html#module-mmlspark.cognitive.DetectAnomalies"
+py="synapse.ml.cognitive.html#module-synapse.ml.cognitive.DetectAnomalies"
 scala="com/microsoft/azure/synapse/ml/cognitive/DetectAnomalies.html"
 sourceLink="https://github.com/microsoft/SynapseML/blob/master/cognitive/src/main/scala/com/microsoft/azure/synapse/ml/cognitive/AnomalyDetection.scala" />
 
@@ -323,6 +323,6 @@ display(sda.transform(df))
 </Tabs>
 
 <DocTable className="SimpleDetectAnomalies" 
-py="mmlspark.cognitive.html#module-mmlspark.cognitive.SimpleDetectAnomalies"
+py="synapse.ml.cognitive.html#module-synapse.ml.cognitive.SimpleDetectAnomalies"
 scala="com/microsoft/azure/synapse/ml/cognitive/SimpleDetectAnomalies.html"
 sourceLink="https://github.com/microsoft/SynapseML/blob/master/cognitive/src/main/scala/com/microsoft/azure/synapse/ml/cognitive/AnomalyDetection.scala" />
diff --git a/website/docs/documentation/transformers/cognitive/_ComputerVision.md b/website/docs/documentation/transformers/cognitive/_ComputerVision.md
@@ -83,7 +83,7 @@ display(ocr.transform(df))
 </Tabs>
 
 <DocTable className="OCR"
-py="mmlspark.cognitive.html#module-mmlspark.cognitive.OCR"
+py="synapse.ml.cognitive.html#module-synapse.ml.cognitive.OCR"
 scala="com/microsoft/azure/synapse/ml/cognitive/OCR.html"
 sourceLink="https://github.com/microsoft/SynapseML/blob/master/cognitive/src/main/scala/com/microsoft/azure/synapse/ml/cognitive/ComputerVision.scala" />
 
@@ -153,7 +153,7 @@ display(ai.transform(df).select("url", "features"))
 </Tabs>
 
 <DocTable className="AnalyzeImage"
-py="mmlspark.cognitive.html#module-mmlspark.cognitive.AnalyzeImage"
+py="synapse.ml.cognitive.html#module-synapse.ml.cognitive.AnalyzeImage"
 scala="com/microsoft/azure/synapse/ml/cognitive/AnalyzeImage.html"
 sourceLink="https://github.com/microsoft/SynapseML/blob/master/cognitive/src/main/scala/com/microsoft/azure/synapse/ml/cognitive/ComputerVision.scala" />
 
@@ -220,7 +220,7 @@ display(rt.transform(df))
 </Tabs>
 
 <DocTable className="RecognizeText"
-py="mmlspark.cognitive.html#module-mmlspark.cognitive.RecognizeText"
+py="synapse.ml.cognitive.html#module-synapse.ml.cognitive.RecognizeText"
 scala="com/microsoft/azure/synapse/ml/cognitive/RecognizeText.html"
 sourceLink="https://github.com/microsoft/SynapseML/blob/master/cognitive/src/main/scala/com/microsoft/azure/synapse/ml/cognitive/ComputerVision.scala" />
 
@@ -285,7 +285,7 @@ display(ri.transform(df))
 </Tabs>
 
 <DocTable className="ReadImage"
-py="mmlspark.cognitive.html#module-mmlspark.cognitive.ReadImage"
+py="synapse.ml.cognitive.html#module-synapse.ml.cognitive.ReadImage"
 scala="com/microsoft/azure/synapse/ml/cognitive/ReadImage.html"
 sourceLink="https://github.com/microsoft/SynapseML/blob/master/cognitive/src/main/scala/com/microsoft/azure/synapse/ml/cognitive/ComputerVision.scala" />
 
@@ -346,7 +346,7 @@ display(celeb.transform(df))
 </Tabs>
 
 <DocTable className="RecognizeDomainSpecificContent"
-py="mmlspark.cognitive.html#module-mmlspark.cognitive.RecognizeDomainSpecificContent"
+py="synapse.ml.cognitive.html#module-synapse.ml.cognitive.RecognizeDomainSpecificContent"
 scala="com/microsoft/azure/synapse/ml/cognitive/RecognizeDomainSpecificContent.html"
 sourceLink="https://github.com/microsoft/SynapseML/blob/master/cognitive/src/main/scala/com/microsoft/azure/synapse/ml/cognitive/ComputerVision.scala" />
 
@@ -411,7 +411,7 @@ display(gt.transform(df))
 </Tabs>
 
 <DocTable className="GenerateThumbnails"
-py="mmlspark.cognitive.html#module-mmlspark.cognitive.GenerateThumbnails"
+py="synapse.ml.cognitive.html#module-synapse.ml.cognitive.GenerateThumbnails"
 scala="com/microsoft/azure/synapse/ml/cognitive/GenerateThumbnails.html"
 sourceLink="https://github.com/microsoft/SynapseML/blob/master/cognitive/src/main/scala/com/microsoft/azure/synapse/ml/cognitive/ComputerVision.scala" />
 
@@ -470,7 +470,7 @@ display(ti.transform(df))
 </Tabs>
 
 <DocTable className="TagImage"
-py="mmlspark.cognitive.html#module-mmlspark.cognitive.TagImage"
+py="synapse.ml.cognitive.html#module-mmlspark.cognitive.TagImage"
 scala="com/microsoft/azure/synapse/ml/cognitive/TagImage.html"
 sourceLink="https://github.com/microsoft/SynapseML/blob/master/cognitive/src/main/scala/com/microsoft/azure/synapse/ml/cognitive/ComputerVision.scala" />
 
@@ -531,7 +531,7 @@ display(di.transform(df))
 </Tabs>
 
 <DocTable className="DescribeImage"
-py="mmlspark.cognitive.html#module-mmlspark.cognitive.DescribeImage"
+py="synapse.ml.cognitive.html#module-mmlspark.cognitive.DescribeImage"
 scala="com/microsoft/azure/synapse/ml/cognitive/DescribeImage.html"
 sourceLink="https://github.com/microsoft/SynapseML/blob/master/cognitive/src/main/scala/com/microsoft/azure/synapse/ml/cognitive/ComputerVision.scala" />
 

diff --git a/website/docs/documentation/transformers/cognitive/_Face.md b/website/docs/documentation/transformers/cognitive/_Face.md
@@ -89,7 +89,7 @@ display(face.transform(df))
 </Tabs>
 
 <DocTable className="DetectFace"
-py="mmlspark.cognitive.html#module-mmlspark.cognitive.DetectFace"
+py="synapse.ml.cognitive.html#module-synapse.ml.cognitive.DetectFace"
 scala="com/microsoft/azure/synapse/ml/cognitive/DetectFace.html"
 sourceLink="https://github.com/microsoft/SynapseML/blob/master/cognitive/src/main/scala/com/microsoft/azure/synapse/ml/cognitive/Face.scala" />
 
@@ -179,7 +179,7 @@ display(findSimilar.transform(faceIdDF))
 </Tabs>
 
 <DocTable className="FindSimilarFace"
-py="mmlspark.cognitive.html#module-mmlspark.cognitive.FindSimilarFace"
+py="synapse.ml.cognitive.html#module-synapse.ml.cognitive.FindSimilarFace"
 scala="com/microsoft/azure/synapse/ml/cognitive/FindSimilarFace.html"
 sourceLink="https://github.com/microsoft/SynapseML/blob/master/cognitive/src/main/scala/com/microsoft/azure/synapse/ml/cognitive/Face.scala" />
 
@@ -267,7 +267,7 @@ display(group.transform(faceIdDF))
 </Tabs>
 
 <DocTable className="GroupFaces"
-py="mmlspark.cognitive.html#module-mmlspark.cognitive.GroupFaces"
+py="synapse.ml.cognitive.html#module-synapse.ml.cognitive.GroupFaces"
 scala="com/microsoft/azure/synapse/ml/cognitive/GroupFaces.html"
 sourceLink="https://github.com/microsoft/SynapseML/blob/master/cognitive/src/main/scala/com/microsoft/azure/synapse/ml/cognitive/Face.scala" />
 
@@ -320,7 +320,7 @@ val identifyFaces = (new IdentifyFaces()
 </Tabs>
 
 <DocTable className="IdentifyFaces"
-py="mmlspark.cognitive.html#module-mmlspark.cognitive.IdentifyFaces"
+py="synapse.ml.cognitive.html#module-synapse.ml.cognitive.IdentifyFaces"
 scala="com/microsoft/azure/synapse/ml/cognitive/IdentifyFaces.html"
 sourceLink="https://github.com/microsoft/SynapseML/blob/master/cognitive/src/main/scala/com/microsoft/azure/synapse/ml/cognitive/Face.scala" />
 
@@ -411,7 +411,7 @@ display(verify.transform(faceIdDF2))
 </Tabs>
 
 <DocTable className="VerifyFaces"
-py="mmlspark.cognitive.html#module-mmlspark.cognitive.VerifyFaces"
+py="synapse.ml.cognitive.html#module-synapse.ml.cognitive.VerifyFaces"
 scala="com/microsoft/azure/synapse/ml/cognitive/VerifyFaces.html"
 sourceLink="https://github.com/microsoft/SynapseML/blob/master/cognitive/src/main/scala/com/microsoft/azure/synapse/ml/cognitive/Face.scala" />
 

diff --git a/website/docs/documentation/transformers/cognitive/_FormRecognizer.md b/website/docs/documentation/transformers/cognitive/_FormRecognizer.md
@@ -477,7 +477,7 @@ display(getCustomModel.transform(emptyDf))
 </Tabs>
 
 <DocTable className="GetCustomModel"
-py="mmlspark.cognitive.html#module-mmlspark.cognitive.GetCustomModel"
+py="synapse.ml.cognitive.html#module-mmlspark.cognitive.GetCustomModel"
 scala="com/microsoft/azure/synapse/ml/cognitive/GetCustomModel.html"
 sourceLink="https://github.com/microsoft/SynapseML/blob/master/cognitive/src/main/scala/com/microsoft/azure/synapse/ml/cognitive/FormRecognizer.scala" />
 
@@ -537,7 +537,7 @@ display(listCustomModels.transform(emptyDf))
 </Tabs>
 
 <DocTable className="ListCustomModels"
-py="mmlspark.cognitive.html#module-mmlspark.cognitive.ListCustomModels"
+py="synapse.ml.cognitive.html#module-mmlspark.cognitive.ListCustomModels"
 scala="com/microsoft/azure/synapse/ml/cognitive/ListCustomModels.html"
 sourceLink="https://github.com/microsoft/SynapseML/blob/master/cognitive/src/main/scala/com/microsoft/azure/synapse/ml/cognitive/FormRecognizer.scala" />
 

diff --git a/website/docs/documentation/transformers/cognitive/_TextAnalytics.md b/website/docs/documentation/transformers/cognitive/_TextAnalytics.md
@@ -84,7 +84,7 @@ display(entity.transform(df))
 </Tabs>
 
 <DocTable className="EntityDetector"
-py="mmlspark.cognitive.html#module-mmlspark.cognitive.EntityDetector"
+py="synapse.ml.cognitive.html#module-synapse.ml.cognitive.EntityDetector"
 scala="com/microsoft/azure/synapse/ml/cognitive/EntityDetector.html"
 sourceLink="https://github.com/microsoft/SynapseML/blob/master/cognitive/src/main/scala/com/microsoft/azure/synapse/ml/cognitive/TextAnalytics.scala" />
 
@@ -149,7 +149,7 @@ display(keyPhrase.transform(df))
 </Tabs>
 
 <DocTable className="KeyPhraseExtractor"
-py="mmlspark.cognitive.html#module-mmlspark.cognitive.KeyPhraseExtractor"
+py="synapse.ml.cognitive.html#module-synapse.ml.cognitive.KeyPhraseExtractor"
 scala="com/microsoft/azure/synapse/ml/cognitive/KeyPhraseExtractor.html"
 sourceLink="https://github.com/microsoft/SynapseML/blob/master/cognitive/src/main/scala/com/microsoft/azure/synapse/ml/cognitive/TextAnalytics.scala" />
 
@@ -216,7 +216,7 @@ display(language.transform(df))
 </Tabs>
 
 <DocTable className="LanguageDetector"
-py="mmlspark.cognitive.html#module-mmlspark.cognitive.LanguageDetector"
+py="synapse.ml.cognitive.html#module-synapse.ml.cognitive.LanguageDetector"
 scala="com/microsoft/azure/synapse/ml/cognitive/LanguageDetector.html"
 sourceLink="https://github.com/microsoft/SynapseML/blob/master/cognitive/src/main/scala/com/microsoft/azure/synapse/ml/cognitive/TextAnalytics.scala" />
 
@@ -278,7 +278,7 @@ display(ner.transform(df)
 </Tabs>
 
 <DocTable className="NER"
-py="mmlspark.cognitive.html#module-mmlspark.cognitive.NER"
+py="synapse.ml.cognitive.html#module-synapse.ml.cognitive.NER"
 scala="com/microsoft/azure/synapse/ml/cognitive/NER.html"
 sourceLink="https://github.com/microsoft/SynapseML/blob/master/cognitive/src/main/scala/com/microsoft/azure/synapse/ml/cognitive/TextAnalytics.scala" />
 
@@ -343,7 +343,7 @@ display(pii.transform(df))
 </Tabs>
 
 <DocTable className="PII"
-py="mmlspark.cognitive.html#module-mmlspark.cognitive.TextSentiment"
+py="synapse.ml.cognitive.html#module-synapse.ml.cognitive.TextSentiment"
 scala="com/microsoft/azure/synapse/ml/cognitive/TextSentiment.html"
 sourceLink="https://github.com/microsoft/SynapseML/blob/master/cognitive/src/main/scala/com/microsoft/azure/synapse/ml/cognitive/TextAnalytics.scala" />
 
@@ -413,7 +413,7 @@ display(sentiment.transform(df))
 </Tabs>
 
 <DocTable className="TextSentiment"
-py="mmlspark.cognitive.html#module-mmlspark.cognitive.TextSentiment"
+py="synapse.ml.cognitive.html#module-synapse.ml.cognitive.TextSentiment"
 scala="com/microsoft/azure/synapse/ml/cognitive/TextSentiment.html"
 sourceLink="https://github.com/microsoft/SynapseML/blob/master/cognitive/src/main/scala/com/microsoft/azure/synapse/ml/cognitive/TextAnalytics.scala" />